2024-11-20 06:41:17,928 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-20 06:41:17,943 main DEBUG Took 0.012843 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 06:41:17,944 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 06:41:17,944 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 06:41:17,945 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 06:41:17,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:41:17,956 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 06:41:17,971 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:41:17,973 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:41:17,974 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:41:17,975 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:41:17,975 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:41:17,976 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:41:17,977 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:41:17,977 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:41:17,978 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:41:17,978 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:41:17,979 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:41:17,980 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:41:17,980 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:41:17,981 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:41:17,981 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:41:17,982 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:41:17,983 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:41:17,983 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:41:17,984 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:41:17,984 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:41:17,985 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:41:17,985 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:41:17,986 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:41:17,986 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:41:17,987 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:41:17,987 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 06:41:17,988 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:41:17,990 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 06:41:17,993 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 06:41:17,993 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 06:41:17,995 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 06:41:17,996 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 06:41:18,006 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 06:41:18,009 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 06:41:18,011 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 06:41:18,012 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 06:41:18,012 main DEBUG createAppenders(={Console}) 2024-11-20 06:41:18,013 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-20 06:41:18,014 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-20 06:41:18,014 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-20 06:41:18,015 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 06:41:18,015 main DEBUG OutputStream closed 2024-11-20 06:41:18,016 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 06:41:18,016 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 06:41:18,016 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-20 06:41:18,098 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 06:41:18,101 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 06:41:18,102 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 06:41:18,103 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 06:41:18,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 06:41:18,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 06:41:18,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 06:41:18,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 06:41:18,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 06:41:18,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 06:41:18,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 06:41:18,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 06:41:18,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 06:41:18,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 06:41:18,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 06:41:18,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 06:41:18,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 06:41:18,110 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 06:41:18,112 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 06:41:18,112 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-20 06:41:18,112 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 06:41:18,113 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-20T06:41:18,368 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c 2024-11-20 06:41:18,371 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 06:41:18,371 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T06:41:18,380 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-20T06:41:18,413 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=459, ProcessCount=11, AvailableMemoryMB=5010 2024-11-20T06:41:18,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T06:41:18,431 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/cluster_8ad531f3-0794-2615-36b0-29078f748dc8, deleteOnExit=true 2024-11-20T06:41:18,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T06:41:18,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/test.cache.data in system properties and HBase conf 2024-11-20T06:41:18,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T06:41:18,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/hadoop.log.dir in system properties and HBase conf 2024-11-20T06:41:18,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T06:41:18,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T06:41:18,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T06:41:18,518 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T06:41:18,604 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T06:41:18,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T06:41:18,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T06:41:18,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T06:41:18,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T06:41:18,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T06:41:18,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T06:41:18,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T06:41:18,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T06:41:18,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T06:41:18,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/nfs.dump.dir in system properties and HBase conf 2024-11-20T06:41:18,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/java.io.tmpdir in system properties and HBase conf 2024-11-20T06:41:18,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T06:41:18,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T06:41:18,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T06:41:19,584 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T06:41:19,660 INFO [Time-limited test {}] log.Log(170): Logging initialized @2531ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T06:41:19,725 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:41:19,787 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:41:19,807 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:41:19,807 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:41:19,809 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T06:41:19,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:41:19,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2420283b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:41:19,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61b67e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:41:20,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c362ac7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/java.io.tmpdir/jetty-localhost-45037-hadoop-hdfs-3_4_1-tests_jar-_-any-17126002306138170580/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T06:41:20,018 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28d0ce06{HTTP/1.1, (http/1.1)}{localhost:45037} 2024-11-20T06:41:20,019 INFO [Time-limited test {}] server.Server(415): Started @2891ms 2024-11-20T06:41:20,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:41:20,544 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:41:20,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:41:20,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:41:20,546 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T06:41:20,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19d33f51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:41:20,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1bf4e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:41:20,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b235369{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/java.io.tmpdir/jetty-localhost-34683-hadoop-hdfs-3_4_1-tests_jar-_-any-8570744306885849830/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:41:20,648 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71652136{HTTP/1.1, (http/1.1)}{localhost:34683} 2024-11-20T06:41:20,648 INFO [Time-limited test {}] server.Server(415): Started @3520ms 2024-11-20T06:41:20,701 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T06:41:20,805 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:41:20,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:41:20,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:41:20,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:41:20,814 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T06:41:20,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59da8489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:41:20,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@648b04b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:41:20,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1980243e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/java.io.tmpdir/jetty-localhost-37445-hadoop-hdfs-3_4_1-tests_jar-_-any-5000090803796180795/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:41:20,922 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f0b3f5b{HTTP/1.1, (http/1.1)}{localhost:37445} 2024-11-20T06:41:20,922 INFO [Time-limited test {}] server.Server(415): Started @3794ms 2024-11-20T06:41:20,924 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T06:41:21,693 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/cluster_8ad531f3-0794-2615-36b0-29078f748dc8/data/data4/current/BP-860030658-172.17.0.2-1732084879132/current, will proceed with Du for space computation calculation, 2024-11-20T06:41:21,693 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/cluster_8ad531f3-0794-2615-36b0-29078f748dc8/data/data2/current/BP-860030658-172.17.0.2-1732084879132/current, will proceed with Du for space computation calculation, 2024-11-20T06:41:21,693 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/cluster_8ad531f3-0794-2615-36b0-29078f748dc8/data/data1/current/BP-860030658-172.17.0.2-1732084879132/current, will proceed with Du for space computation calculation, 2024-11-20T06:41:21,693 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/cluster_8ad531f3-0794-2615-36b0-29078f748dc8/data/data3/current/BP-860030658-172.17.0.2-1732084879132/current, will proceed with Du for space computation calculation, 2024-11-20T06:41:21,726 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T06:41:21,726 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T06:41:21,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81d387c4887bbf31 with lease ID 0x198144e351c9b54b: Processing first storage report for DS-c7b69c7e-0705-495d-ac99-3783925f1da5 from datanode DatanodeRegistration(127.0.0.1:33937, datanodeUuid=89b3e40b-9848-4166-afc5-f66827c5f36a, infoPort=38315, infoSecurePort=0, ipcPort=46673, storageInfo=lv=-57;cid=testClusterID;nsid=153142878;c=1732084879132) 2024-11-20T06:41:21,773 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81d387c4887bbf31 with lease ID 0x198144e351c9b54b: from storage DS-c7b69c7e-0705-495d-ac99-3783925f1da5 node DatanodeRegistration(127.0.0.1:33937, datanodeUuid=89b3e40b-9848-4166-afc5-f66827c5f36a, infoPort=38315, infoSecurePort=0, ipcPort=46673, storageInfo=lv=-57;cid=testClusterID;nsid=153142878;c=1732084879132), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-20T06:41:21,773 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d7f7874668b6ba4 with lease ID 0x198144e351c9b54a: Processing first storage report for DS-7c2e441a-0e70-4499-92f4-cee89f577f55 from datanode DatanodeRegistration(127.0.0.1:37353, datanodeUuid=0485237a-b4a2-4453-ab1c-648fe7108573, infoPort=33189, infoSecurePort=0, ipcPort=40141, storageInfo=lv=-57;cid=testClusterID;nsid=153142878;c=1732084879132) 2024-11-20T06:41:21,774 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d7f7874668b6ba4 with lease ID 0x198144e351c9b54a: from storage DS-7c2e441a-0e70-4499-92f4-cee89f577f55 node DatanodeRegistration(127.0.0.1:37353, datanodeUuid=0485237a-b4a2-4453-ab1c-648fe7108573, infoPort=33189, infoSecurePort=0, ipcPort=40141, storageInfo=lv=-57;cid=testClusterID;nsid=153142878;c=1732084879132), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T06:41:21,774 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81d387c4887bbf31 with lease ID 0x198144e351c9b54b: Processing first storage report for DS-56de6a29-f444-425e-848f-984b6d472bdd from datanode DatanodeRegistration(127.0.0.1:33937, datanodeUuid=89b3e40b-9848-4166-afc5-f66827c5f36a, infoPort=38315, infoSecurePort=0, ipcPort=46673, storageInfo=lv=-57;cid=testClusterID;nsid=153142878;c=1732084879132) 2024-11-20T06:41:21,774 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81d387c4887bbf31 with lease ID 0x198144e351c9b54b: from storage DS-56de6a29-f444-425e-848f-984b6d472bdd node DatanodeRegistration(127.0.0.1:33937, datanodeUuid=89b3e40b-9848-4166-afc5-f66827c5f36a, infoPort=38315, infoSecurePort=0, ipcPort=46673, storageInfo=lv=-57;cid=testClusterID;nsid=153142878;c=1732084879132), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T06:41:21,775 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d7f7874668b6ba4 with lease ID 0x198144e351c9b54a: Processing first storage report for DS-d44b6cb6-f3c8-4297-96d6-98b76cdfd3ab from datanode DatanodeRegistration(127.0.0.1:37353, datanodeUuid=0485237a-b4a2-4453-ab1c-648fe7108573, infoPort=33189, infoSecurePort=0, ipcPort=40141, storageInfo=lv=-57;cid=testClusterID;nsid=153142878;c=1732084879132) 2024-11-20T06:41:21,775 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d7f7874668b6ba4 with lease ID 0x198144e351c9b54a: from storage DS-d44b6cb6-f3c8-4297-96d6-98b76cdfd3ab node DatanodeRegistration(127.0.0.1:37353, datanodeUuid=0485237a-b4a2-4453-ab1c-648fe7108573, infoPort=33189, infoSecurePort=0, ipcPort=40141, storageInfo=lv=-57;cid=testClusterID;nsid=153142878;c=1732084879132), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:41:21,845 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c 2024-11-20T06:41:21,904 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/cluster_8ad531f3-0794-2615-36b0-29078f748dc8/zookeeper_0, clientPort=59994, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/cluster_8ad531f3-0794-2615-36b0-29078f748dc8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/cluster_8ad531f3-0794-2615-36b0-29078f748dc8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T06:41:21,913 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59994 2024-11-20T06:41:21,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:41:21,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:41:22,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741825_1001 (size=7) 2024-11-20T06:41:22,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741825_1001 (size=7) 2024-11-20T06:41:22,537 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e with version=8 2024-11-20T06:41:22,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/hbase-staging 2024-11-20T06:41:22,617 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T06:41:22,851 INFO [Time-limited test {}] client.ConnectionUtils(128): master/61c2066a8a0f:0 server-side Connection retries=45 2024-11-20T06:41:22,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:41:22,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T06:41:22,865 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T06:41:22,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:41:22,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T06:41:22,987 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T06:41:23,040 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T06:41:23,049 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T06:41:23,052 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T06:41:23,075 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6248 (auto-detected) 2024-11-20T06:41:23,076 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T06:41:23,092 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40077 2024-11-20T06:41:23,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40077 connecting to ZooKeeper ensemble=127.0.0.1:59994 2024-11-20T06:41:23,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400770x0, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T06:41:23,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40077-0x10158436ca60000 connected 2024-11-20T06:41:23,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:41:23,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:41:23,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:41:23,326 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e, hbase.cluster.distributed=false 2024-11-20T06:41:23,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T06:41:23,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40077 2024-11-20T06:41:23,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40077 2024-11-20T06:41:23,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40077 2024-11-20T06:41:23,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40077 2024-11-20T06:41:23,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40077 2024-11-20T06:41:23,464 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/61c2066a8a0f:0 server-side Connection retries=45 2024-11-20T06:41:23,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:41:23,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T06:41:23,466 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T06:41:23,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:41:23,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T06:41:23,470 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T06:41:23,473 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T06:41:23,475 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45205 2024-11-20T06:41:23,477 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45205 connecting to ZooKeeper ensemble=127.0.0.1:59994 2024-11-20T06:41:23,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:41:23,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:41:23,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452050x0, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T06:41:23,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45205-0x10158436ca60001 connected 2024-11-20T06:41:23,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45205-0x10158436ca60001, quorum=127.0.0.1:59994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:41:23,529 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T06:41:23,539 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T06:41:23,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45205-0x10158436ca60001, quorum=127.0.0.1:59994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T06:41:23,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45205-0x10158436ca60001, quorum=127.0.0.1:59994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T06:41:23,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45205 2024-11-20T06:41:23,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45205 2024-11-20T06:41:23,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45205 2024-11-20T06:41:23,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45205 2024-11-20T06:41:23,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45205 2024-11-20T06:41:23,588 DEBUG [M:0;61c2066a8a0f:40077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;61c2066a8a0f:40077 2024-11-20T06:41:23,589 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/61c2066a8a0f,40077,1732084882703 2024-11-20T06:41:23,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:41:23,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x10158436ca60001, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:41:23,617 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/61c2066a8a0f,40077,1732084882703 2024-11-20T06:41:23,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:41:23,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x10158436ca60001, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T06:41:23,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x10158436ca60001, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:41:23,648 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T06:41:23,649 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/61c2066a8a0f,40077,1732084882703 from backup master directory 2024-11-20T06:41:23,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/61c2066a8a0f,40077,1732084882703 2024-11-20T06:41:23,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x10158436ca60001, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:41:23,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:41:23,662 WARN [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T06:41:23,662 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=61c2066a8a0f,40077,1732084882703 2024-11-20T06:41:23,664 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T06:41:23,665 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T06:41:23,724 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/hbase.id] with ID: bc7f64dc-26ca-4945-98fd-0c33dde8f2c5 2024-11-20T06:41:23,724 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/.tmp/hbase.id 2024-11-20T06:41:23,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741826_1002 (size=42) 2024-11-20T06:41:23,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741826_1002 (size=42) 2024-11-20T06:41:23,737 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/.tmp/hbase.id]:[hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/hbase.id] 2024-11-20T06:41:23,781 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:41:23,788 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T06:41:23,807 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-20T06:41:23,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x10158436ca60001, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:41:23,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:41:23,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741827_1003 (size=196) 2024-11-20T06:41:23,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741827_1003 (size=196) 2024-11-20T06:41:23,873 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:41:23,875 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T06:41:23,880 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:41:23,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741828_1004 (size=1189) 2024-11-20T06:41:23,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741828_1004 (size=1189) 2024-11-20T06:41:23,925 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/data/master/store 2024-11-20T06:41:23,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741829_1005 (size=34) 2024-11-20T06:41:23,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741829_1005 (size=34) 2024-11-20T06:41:23,947 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T06:41:23,951 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:41:23,953 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T06:41:23,953 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:41:23,953 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:41:23,955 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T06:41:23,956 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:41:23,956 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:41:23,958 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732084883953Disabling compacts and flushes for region at 1732084883953Disabling writes for close at 1732084883956 (+3 ms)Writing region close event to WAL at 1732084883956Closed at 1732084883956 2024-11-20T06:41:23,960 WARN [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/data/master/store/.initializing 2024-11-20T06:41:23,961 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/WALs/61c2066a8a0f,40077,1732084882703 2024-11-20T06:41:23,970 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:41:23,986 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C40077%2C1732084882703, suffix=, logDir=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/WALs/61c2066a8a0f,40077,1732084882703, archiveDir=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/oldWALs, maxLogs=10 2024-11-20T06:41:24,022 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/WALs/61c2066a8a0f,40077,1732084882703/61c2066a8a0f%2C40077%2C1732084882703.1732084883992, exclude list is [], retry=0 2024-11-20T06:41:24,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:41:24,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33937,DS-c7b69c7e-0705-495d-ac99-3783925f1da5,DISK] 2024-11-20T06:41:24,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37353,DS-7c2e441a-0e70-4499-92f4-cee89f577f55,DISK] 2024-11-20T06:41:24,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T06:41:24,080 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/WALs/61c2066a8a0f,40077,1732084882703/61c2066a8a0f%2C40077%2C1732084882703.1732084883992 2024-11-20T06:41:24,081 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38315:38315),(127.0.0.1/127.0.0.1:33189:33189)] 2024-11-20T06:41:24,082 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:41:24,082 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:41:24,085 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:41:24,086 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:41:24,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:41:24,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T06:41:24,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:41:24,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:41:24,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:41:24,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T06:41:24,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:41:24,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:41:24,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:41:24,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T06:41:24,157 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:41:24,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:41:24,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:41:24,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T06:41:24,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:41:24,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:41:24,162 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:41:24,165 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:41:24,166 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:41:24,171 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:41:24,171 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:41:24,175 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T06:41:24,179 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:41:24,184 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:41:24,186 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=862873, jitterRate=0.09719988703727722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T06:41:24,194 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732084884097Initializing all the Stores at 1732084884099 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084884099Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084884100 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084884100Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084884100Cleaning up temporary data from old regions at 1732084884171 (+71 ms)Region opened successfully at 1732084884194 (+23 ms) 2024-11-20T06:41:24,195 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T06:41:24,231 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69737241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=61c2066a8a0f/172.17.0.2:0 2024-11-20T06:41:24,258 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T06:41:24,268 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T06:41:24,268 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T06:41:24,271 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T06:41:24,272 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T06:41:24,276 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T06:41:24,277 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T06:41:24,302 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T06:41:24,315 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T06:41:24,355 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T06:41:24,359 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T06:41:24,362 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T06:41:24,371 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T06:41:24,374 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T06:41:24,377 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T06:41:24,388 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T06:41:24,390 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T06:41:24,397 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T06:41:24,416 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T06:41:24,421 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T06:41:24,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T06:41:24,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x10158436ca60001, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T06:41:24,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:41:24,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x10158436ca60001, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:41:24,432 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=61c2066a8a0f,40077,1732084882703, sessionid=0x10158436ca60000, setting cluster-up flag (Was=false) 2024-11-20T06:41:24,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x10158436ca60001, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:41:24,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:41:24,488 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T06:41:24,491 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=61c2066a8a0f,40077,1732084882703 2024-11-20T06:41:24,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x10158436ca60001, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:41:24,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:41:24,538 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T06:41:24,541 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=61c2066a8a0f,40077,1732084882703 2024-11-20T06:41:24,549 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T06:41:24,572 INFO [RS:0;61c2066a8a0f:45205 {}] regionserver.HRegionServer(746): ClusterId : bc7f64dc-26ca-4945-98fd-0c33dde8f2c5 2024-11-20T06:41:24,575 DEBUG [RS:0;61c2066a8a0f:45205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T06:41:24,588 DEBUG [RS:0;61c2066a8a0f:45205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T06:41:24,589 DEBUG [RS:0;61c2066a8a0f:45205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T06:41:24,598 DEBUG [RS:0;61c2066a8a0f:45205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T06:41:24,599 DEBUG [RS:0;61c2066a8a0f:45205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5351fdc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=61c2066a8a0f/172.17.0.2:0 2024-11-20T06:41:24,613 DEBUG [RS:0;61c2066a8a0f:45205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;61c2066a8a0f:45205 2024-11-20T06:41:24,616 INFO [RS:0;61c2066a8a0f:45205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T06:41:24,616 INFO [RS:0;61c2066a8a0f:45205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T06:41:24,616 DEBUG [RS:0;61c2066a8a0f:45205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T06:41:24,616 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T06:41:24,618 INFO [RS:0;61c2066a8a0f:45205 {}] regionserver.HRegionServer(2659): reportForDuty to master=61c2066a8a0f,40077,1732084882703 with port=45205, startcode=1732084883420 2024-11-20T06:41:24,625 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T06:41:24,628 DEBUG [RS:0;61c2066a8a0f:45205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T06:41:24,632 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T06:41:24,639 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 61c2066a8a0f,40077,1732084882703 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T06:41:24,647 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:41:24,648 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:41:24,648 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:41:24,649 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:41:24,649 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/61c2066a8a0f:0, corePoolSize=10, maxPoolSize=10 2024-11-20T06:41:24,649 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:41:24,649 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=2, maxPoolSize=2 2024-11-20T06:41:24,650 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:41:24,655 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732084914655 2024-11-20T06:41:24,656 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T06:41:24,657 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T06:41:24,657 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T06:41:24,657 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T06:41:24,662 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T06:41:24,662 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56185, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T06:41:24,663 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T06:41:24,663 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T06:41:24,663 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T06:41:24,664 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:41:24,664 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T06:41:24,664 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T06:41:24,667 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T06:41:24,668 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T06:41:24,669 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T06:41:24,670 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40077 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:41:24,672 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T06:41:24,672 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T06:41:24,674 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.large.0-1732084884673,5,FailOnTimeoutGroup] 2024-11-20T06:41:24,677 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.small.0-1732084884674,5,FailOnTimeoutGroup] 2024-11-20T06:41:24,677 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T06:41:24,678 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T06:41:24,679 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T06:41:24,679 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T06:41:24,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741831_1007 (size=1321) 2024-11-20T06:41:24,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741831_1007 (size=1321) 2024-11-20T06:41:24,683 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T06:41:24,684 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e 2024-11-20T06:41:24,697 DEBUG [RS:0;61c2066a8a0f:45205 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T06:41:24,698 WARN [RS:0;61c2066a8a0f:45205 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T06:41:24,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741832_1008 (size=32) 2024-11-20T06:41:24,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741832_1008 (size=32) 2024-11-20T06:41:24,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:41:24,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T06:41:24,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T06:41:24,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:41:24,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:41:24,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T06:41:24,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T06:41:24,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:41:24,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:41:24,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T06:41:24,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T06:41:24,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:41:24,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:41:24,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T06:41:24,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T06:41:24,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:41:24,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:41:24,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T06:41:24,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/hbase/meta/1588230740 2024-11-20T06:41:24,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/hbase/meta/1588230740 2024-11-20T06:41:24,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T06:41:24,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T06:41:24,737 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T06:41:24,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T06:41:24,743 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:41:24,744 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=702245, jitterRate=-0.10705012083053589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T06:41:24,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732084884703Initializing all the Stores at 1732084884705 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084884705Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084884706 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084884706Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084884706Cleaning up temporary data from old regions at 1732084884735 (+29 ms)Region opened successfully at 1732084884749 (+14 ms) 2024-11-20T06:41:24,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T06:41:24,749 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T06:41:24,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T06:41:24,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T06:41:24,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T06:41:24,751 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T06:41:24,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732084884749Disabling compacts and flushes for region at 1732084884749Disabling writes for close at 1732084884749Writing region close event to WAL at 1732084884750 (+1 ms)Closed at 1732084884751 (+1 ms) 2024-11-20T06:41:24,755 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T06:41:24,755 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T06:41:24,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T06:41:24,770 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T06:41:24,773 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T06:41:24,799 INFO [RS:0;61c2066a8a0f:45205 {}] regionserver.HRegionServer(2659): reportForDuty to master=61c2066a8a0f,40077,1732084882703 with port=45205, startcode=1732084883420 2024-11-20T06:41:24,802 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40077 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 61c2066a8a0f,45205,1732084883420 2024-11-20T06:41:24,806 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40077 {}] master.ServerManager(517): Registering regionserver=61c2066a8a0f,45205,1732084883420 2024-11-20T06:41:24,816 DEBUG [RS:0;61c2066a8a0f:45205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e 2024-11-20T06:41:24,816 DEBUG [RS:0;61c2066a8a0f:45205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38245 2024-11-20T06:41:24,816 DEBUG [RS:0;61c2066a8a0f:45205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T06:41:24,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T06:41:24,853 DEBUG [RS:0;61c2066a8a0f:45205 {}] zookeeper.ZKUtil(111): regionserver:45205-0x10158436ca60001, quorum=127.0.0.1:59994, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/61c2066a8a0f,45205,1732084883420 2024-11-20T06:41:24,854 WARN [RS:0;61c2066a8a0f:45205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T06:41:24,854 INFO [RS:0;61c2066a8a0f:45205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:41:24,854 DEBUG [RS:0;61c2066a8a0f:45205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420 2024-11-20T06:41:24,858 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [61c2066a8a0f,45205,1732084883420] 2024-11-20T06:41:24,885 INFO [RS:0;61c2066a8a0f:45205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T06:41:24,899 INFO [RS:0;61c2066a8a0f:45205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T06:41:24,903 INFO [RS:0;61c2066a8a0f:45205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T06:41:24,903 INFO [RS:0;61c2066a8a0f:45205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:41:24,904 INFO [RS:0;61c2066a8a0f:45205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T06:41:24,908 INFO [RS:0;61c2066a8a0f:45205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T06:41:24,910 INFO [RS:0;61c2066a8a0f:45205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T06:41:24,910 DEBUG [RS:0;61c2066a8a0f:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:41:24,910 DEBUG [RS:0;61c2066a8a0f:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:41:24,910 DEBUG [RS:0;61c2066a8a0f:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:41:24,910 DEBUG [RS:0;61c2066a8a0f:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:41:24,910 DEBUG [RS:0;61c2066a8a0f:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:41:24,911 DEBUG [RS:0;61c2066a8a0f:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/61c2066a8a0f:0, corePoolSize=2, maxPoolSize=2 2024-11-20T06:41:24,911 DEBUG [RS:0;61c2066a8a0f:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:41:24,911 DEBUG [RS:0;61c2066a8a0f:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:41:24,911 DEBUG [RS:0;61c2066a8a0f:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:41:24,911 DEBUG [RS:0;61c2066a8a0f:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:41:24,911 DEBUG [RS:0;61c2066a8a0f:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:41:24,911 DEBUG [RS:0;61c2066a8a0f:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:41:24,911 DEBUG [RS:0;61c2066a8a0f:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/61c2066a8a0f:0, corePoolSize=3, maxPoolSize=3 2024-11-20T06:41:24,912 DEBUG [RS:0;61c2066a8a0f:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0, corePoolSize=3, maxPoolSize=3 2024-11-20T06:41:24,912 INFO [RS:0;61c2066a8a0f:45205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T06:41:24,913 INFO [RS:0;61c2066a8a0f:45205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T06:41:24,913 INFO [RS:0;61c2066a8a0f:45205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:41:24,913 INFO [RS:0;61c2066a8a0f:45205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T06:41:24,913 INFO [RS:0;61c2066a8a0f:45205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T06:41:24,913 INFO [RS:0;61c2066a8a0f:45205 {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,45205,1732084883420-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T06:41:24,924 WARN [61c2066a8a0f:40077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:41:24,929 INFO [RS:0;61c2066a8a0f:45205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T06:41:24,931 INFO [RS:0;61c2066a8a0f:45205 {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,45205,1732084883420-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:41:24,931 INFO [RS:0;61c2066a8a0f:45205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:41:24,931 INFO [RS:0;61c2066a8a0f:45205 {}] regionserver.Replication(171): 61c2066a8a0f,45205,1732084883420 started 2024-11-20T06:41:24,948 INFO [RS:0;61c2066a8a0f:45205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:41:24,948 INFO [RS:0;61c2066a8a0f:45205 {}] regionserver.HRegionServer(1482): Serving as 61c2066a8a0f,45205,1732084883420, RpcServer on 61c2066a8a0f/172.17.0.2:45205, sessionid=0x10158436ca60001 2024-11-20T06:41:24,949 DEBUG [RS:0;61c2066a8a0f:45205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T06:41:24,949 DEBUG [RS:0;61c2066a8a0f:45205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 61c2066a8a0f,45205,1732084883420 2024-11-20T06:41:24,950 DEBUG [RS:0;61c2066a8a0f:45205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '61c2066a8a0f,45205,1732084883420' 2024-11-20T06:41:24,950 DEBUG [RS:0;61c2066a8a0f:45205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T06:41:24,951 DEBUG [RS:0;61c2066a8a0f:45205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T06:41:24,951 DEBUG [RS:0;61c2066a8a0f:45205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T06:41:24,951 DEBUG [RS:0;61c2066a8a0f:45205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T06:41:24,952 DEBUG [RS:0;61c2066a8a0f:45205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 61c2066a8a0f,45205,1732084883420 2024-11-20T06:41:24,952 DEBUG [RS:0;61c2066a8a0f:45205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '61c2066a8a0f,45205,1732084883420' 2024-11-20T06:41:24,952 DEBUG [RS:0;61c2066a8a0f:45205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T06:41:24,952 DEBUG [RS:0;61c2066a8a0f:45205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T06:41:24,953 DEBUG [RS:0;61c2066a8a0f:45205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T06:41:24,953 INFO [RS:0;61c2066a8a0f:45205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T06:41:24,953 INFO [RS:0;61c2066a8a0f:45205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T06:41:25,059 INFO [RS:0;61c2066a8a0f:45205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:41:25,063 INFO [RS:0;61c2066a8a0f:45205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C45205%2C1732084883420, suffix=, logDir=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420, archiveDir=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/oldWALs, maxLogs=32 2024-11-20T06:41:25,081 DEBUG [RS:0;61c2066a8a0f:45205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420/61c2066a8a0f%2C45205%2C1732084883420.1732084885066, exclude list is [], retry=0 2024-11-20T06:41:25,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37353,DS-7c2e441a-0e70-4499-92f4-cee89f577f55,DISK] 2024-11-20T06:41:25,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33937,DS-c7b69c7e-0705-495d-ac99-3783925f1da5,DISK] 2024-11-20T06:41:25,089 INFO [RS:0;61c2066a8a0f:45205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420/61c2066a8a0f%2C45205%2C1732084883420.1732084885066 2024-11-20T06:41:25,090 DEBUG [RS:0;61c2066a8a0f:45205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33189:33189),(127.0.0.1/127.0.0.1:38315:38315)] 2024-11-20T06:41:25,176 DEBUG [61c2066a8a0f:40077 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T06:41:25,188 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=61c2066a8a0f,45205,1732084883420 2024-11-20T06:41:25,195 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 61c2066a8a0f,45205,1732084883420, state=OPENING 2024-11-20T06:41:25,246 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T06:41:25,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:41:25,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x10158436ca60001, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:41:25,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:41:25,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:41:25,260 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T06:41:25,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=61c2066a8a0f,45205,1732084883420}] 2024-11-20T06:41:25,443 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T06:41:25,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37509, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T06:41:25,456 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T06:41:25,457 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:41:25,457 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T06:41:25,460 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C45205%2C1732084883420.meta, suffix=.meta, logDir=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420, archiveDir=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/oldWALs, maxLogs=32 2024-11-20T06:41:25,476 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420/61c2066a8a0f%2C45205%2C1732084883420.meta.1732084885462.meta, exclude list is [], retry=0 2024-11-20T06:41:25,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33937,DS-c7b69c7e-0705-495d-ac99-3783925f1da5,DISK] 2024-11-20T06:41:25,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37353,DS-7c2e441a-0e70-4499-92f4-cee89f577f55,DISK] 2024-11-20T06:41:25,483 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420/61c2066a8a0f%2C45205%2C1732084883420.meta.1732084885462.meta 2024-11-20T06:41:25,483 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38315:38315),(127.0.0.1/127.0.0.1:33189:33189)] 2024-11-20T06:41:25,484 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:41:25,485 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T06:41:25,487 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T06:41:25,491 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T06:41:25,495 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T06:41:25,496 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:41:25,496 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T06:41:25,496 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T06:41:25,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T06:41:25,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T06:41:25,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:41:25,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:41:25,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T06:41:25,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T06:41:25,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:41:25,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:41:25,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T06:41:25,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T06:41:25,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:41:25,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:41:25,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T06:41:25,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T06:41:25,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:41:25,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:41:25,509 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T06:41:25,510 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/hbase/meta/1588230740 2024-11-20T06:41:25,512 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/hbase/meta/1588230740 2024-11-20T06:41:25,515 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T06:41:25,515 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T06:41:25,516 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T06:41:25,518 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T06:41:25,519 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=861775, jitterRate=0.09580409526824951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T06:41:25,520 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T06:41:25,521 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732084885496Writing region info on filesystem at 1732084885496Initializing all the Stores at 1732084885498 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084885498Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084885498Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084885498Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084885498Cleaning up temporary data from old regions at 1732084885515 (+17 ms)Running coprocessor post-open hooks at 1732084885520 (+5 ms)Region opened successfully at 1732084885521 (+1 ms) 2024-11-20T06:41:25,527 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732084885434 2024-11-20T06:41:25,537 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T06:41:25,537 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T06:41:25,539 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,45205,1732084883420 2024-11-20T06:41:25,541 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 61c2066a8a0f,45205,1732084883420, state=OPEN 2024-11-20T06:41:25,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T06:41:25,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x10158436ca60001, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T06:41:25,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:41:25,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:41:25,584 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=61c2066a8a0f,45205,1732084883420 2024-11-20T06:41:25,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T06:41:25,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=61c2066a8a0f,45205,1732084883420 in 321 msec 2024-11-20T06:41:25,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T06:41:25,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 829 msec 2024-11-20T06:41:25,599 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T06:41:25,599 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T06:41:25,616 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:41:25,618 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,45205,1732084883420, seqNum=-1] 2024-11-20T06:41:25,640 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:41:25,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41729, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:41:25,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0820 sec 2024-11-20T06:41:25,661 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732084885661, completionTime=-1 2024-11-20T06:41:25,664 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T06:41:25,664 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T06:41:25,690 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T06:41:25,690 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732084945690 2024-11-20T06:41:25,690 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732085005690 2024-11-20T06:41:25,690 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-20T06:41:25,692 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,40077,1732084882703-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:41:25,693 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,40077,1732084882703-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:41:25,693 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,40077,1732084882703-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:41:25,694 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-61c2066a8a0f:40077, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:41:25,695 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T06:41:25,695 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T06:41:25,700 DEBUG [master/61c2066a8a0f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T06:41:25,721 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.059sec 2024-11-20T06:41:25,723 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T06:41:25,724 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T06:41:25,725 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T06:41:25,726 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T06:41:25,726 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T06:41:25,727 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,40077,1732084882703-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T06:41:25,728 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,40077,1732084882703-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T06:41:25,736 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T06:41:25,737 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T06:41:25,738 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,40077,1732084882703-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:41:25,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d508c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:41:25,788 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T06:41:25,788 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T06:41:25,792 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,40077,-1 for getting cluster id 2024-11-20T06:41:25,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:41:25,804 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc7f64dc-26ca-4945-98fd-0c33dde8f2c5' 2024-11-20T06:41:25,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:41:25,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc7f64dc-26ca-4945-98fd-0c33dde8f2c5" 2024-11-20T06:41:25,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab3d5f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:41:25,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,40077,-1] 2024-11-20T06:41:25,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:41:25,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:41:25,815 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:41:25,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b6f43bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:41:25,819 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:41:25,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,45205,1732084883420, seqNum=-1] 2024-11-20T06:41:25,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:41:25,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:41:25,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=61c2066a8a0f,40077,1732084882703 2024-11-20T06:41:25,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:41:25,865 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-20T06:41:25,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T06:41:25,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 61c2066a8a0f,40077,1732084882703 2024-11-20T06:41:25,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a6836be 2024-11-20T06:41:25,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T06:41:25,886 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T06:41:25,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-20T06:41:25,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-20T06:41:25,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:41:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-20T06:41:25,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T06:41:25,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-20T06:41:25,923 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:41:25,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T06:41:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T06:41:25,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741835_1011 (size=389) 2024-11-20T06:41:25,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741835_1011 (size=389) 2024-11-20T06:41:25,945 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ccf836b5ee85a7f302b985f82af2a9ed, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e 2024-11-20T06:41:25,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741836_1012 (size=72) 2024-11-20T06:41:25,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741836_1012 (size=72) 2024-11-20T06:41:25,955 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:41:25,956 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing ccf836b5ee85a7f302b985f82af2a9ed, disabling compactions & flushes 2024-11-20T06:41:25,956 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed. 2024-11-20T06:41:25,956 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed. 2024-11-20T06:41:25,956 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed. after waiting 0 ms 2024-11-20T06:41:25,956 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed. 2024-11-20T06:41:25,956 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed. 2024-11-20T06:41:25,956 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for ccf836b5ee85a7f302b985f82af2a9ed: Waiting for close lock at 1732084885955Disabling compacts and flushes for region at 1732084885955Disabling writes for close at 1732084885956 (+1 ms)Writing region close event to WAL at 1732084885956Closed at 1732084885956 2024-11-20T06:41:25,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T06:41:25,962 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1732084885958"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732084885958"}]},"ts":"1732084885958"} 2024-11-20T06:41:25,967 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T06:41:25,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T06:41:25,971 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732084885969"}]},"ts":"1732084885969"} 2024-11-20T06:41:25,975 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-20T06:41:25,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=ccf836b5ee85a7f302b985f82af2a9ed, ASSIGN}] 2024-11-20T06:41:25,980 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=ccf836b5ee85a7f302b985f82af2a9ed, ASSIGN 2024-11-20T06:41:25,982 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=ccf836b5ee85a7f302b985f82af2a9ed, ASSIGN; state=OFFLINE, location=61c2066a8a0f,45205,1732084883420; forceNewPlan=false, retain=false 2024-11-20T06:41:26,134 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ccf836b5ee85a7f302b985f82af2a9ed, regionState=OPENING, regionLocation=61c2066a8a0f,45205,1732084883420 2024-11-20T06:41:26,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=ccf836b5ee85a7f302b985f82af2a9ed, ASSIGN because future has completed 2024-11-20T06:41:26,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccf836b5ee85a7f302b985f82af2a9ed, server=61c2066a8a0f,45205,1732084883420}] 2024-11-20T06:41:26,315 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed. 2024-11-20T06:41:26,315 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ccf836b5ee85a7f302b985f82af2a9ed, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:41:26,316 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling ccf836b5ee85a7f302b985f82af2a9ed 2024-11-20T06:41:26,316 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:41:26,316 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ccf836b5ee85a7f302b985f82af2a9ed 2024-11-20T06:41:26,316 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ccf836b5ee85a7f302b985f82af2a9ed 2024-11-20T06:41:26,319 INFO [StoreOpener-ccf836b5ee85a7f302b985f82af2a9ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ccf836b5ee85a7f302b985f82af2a9ed 2024-11-20T06:41:26,322 INFO [StoreOpener-ccf836b5ee85a7f302b985f82af2a9ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccf836b5ee85a7f302b985f82af2a9ed columnFamilyName info 2024-11-20T06:41:26,322 DEBUG [StoreOpener-ccf836b5ee85a7f302b985f82af2a9ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:41:26,323 INFO [StoreOpener-ccf836b5ee85a7f302b985f82af2a9ed-1 {}] regionserver.HStore(327): Store=ccf836b5ee85a7f302b985f82af2a9ed/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:41:26,323 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ccf836b5ee85a7f302b985f82af2a9ed 2024-11-20T06:41:26,325 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/default/TestLogRolling-testSlowSyncLogRolling/ccf836b5ee85a7f302b985f82af2a9ed 2024-11-20T06:41:26,325 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/default/TestLogRolling-testSlowSyncLogRolling/ccf836b5ee85a7f302b985f82af2a9ed 2024-11-20T06:41:26,326 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ccf836b5ee85a7f302b985f82af2a9ed 2024-11-20T06:41:26,327 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ccf836b5ee85a7f302b985f82af2a9ed 2024-11-20T06:41:26,330 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ccf836b5ee85a7f302b985f82af2a9ed 2024-11-20T06:41:26,334 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/default/TestLogRolling-testSlowSyncLogRolling/ccf836b5ee85a7f302b985f82af2a9ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:41:26,335 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ccf836b5ee85a7f302b985f82af2a9ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=858426, jitterRate=0.09154582023620605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T06:41:26,335 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ccf836b5ee85a7f302b985f82af2a9ed 2024-11-20T06:41:26,336 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ccf836b5ee85a7f302b985f82af2a9ed: Running coprocessor pre-open hook at 1732084886317Writing region info on filesystem at 1732084886317Initializing all the Stores at 1732084886318 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084886318Cleaning up temporary data from old regions at 1732084886327 (+9 ms)Running coprocessor post-open hooks at 1732084886335 (+8 ms)Region opened successfully at 1732084886336 (+1 ms) 2024-11-20T06:41:26,339 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed., pid=6, masterSystemTime=1732084886300 2024-11-20T06:41:26,343 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed. 2024-11-20T06:41:26,343 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed. 2024-11-20T06:41:26,344 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ccf836b5ee85a7f302b985f82af2a9ed, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,45205,1732084883420 2024-11-20T06:41:26,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccf836b5ee85a7f302b985f82af2a9ed, server=61c2066a8a0f,45205,1732084883420 because future has completed 2024-11-20T06:41:26,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T06:41:26,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ccf836b5ee85a7f302b985f82af2a9ed, server=61c2066a8a0f,45205,1732084883420 in 207 msec 2024-11-20T06:41:26,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T06:41:26,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=ccf836b5ee85a7f302b985f82af2a9ed, ASSIGN in 379 msec 2024-11-20T06:41:26,364 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T06:41:26,364 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732084886364"}]},"ts":"1732084886364"} 2024-11-20T06:41:26,368 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-20T06:41:26,371 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T06:41:26,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 459 msec 2024-11-20T06:41:31,005 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T06:41:31,068 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T06:41:31,070 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-20T06:41:33,038 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T06:41:33,038 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T06:41:33,040 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-20T06:41:33,040 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-20T06:41:33,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T06:41:33,042 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T06:41:33,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T06:41:33,042 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T06:41:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T06:41:35,956 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-20T06:41:35,958 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-20T06:41:35,965 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-20T06:41:35,966 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed. 2024-11-20T06:41:35,987 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420/61c2066a8a0f%2C45205%2C1732084883420.1732084895967, exclude list is [], retry=0 2024-11-20T06:41:35,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33937,DS-c7b69c7e-0705-495d-ac99-3783925f1da5,DISK] 2024-11-20T06:41:35,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37353,DS-7c2e441a-0e70-4499-92f4-cee89f577f55,DISK] 2024-11-20T06:41:36,002 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420/61c2066a8a0f%2C45205%2C1732084883420.1732084885066 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420/61c2066a8a0f%2C45205%2C1732084883420.1732084895967 2024-11-20T06:41:36,004 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38315:38315),(127.0.0.1/127.0.0.1:33189:33189)] 2024-11-20T06:41:36,004 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420/61c2066a8a0f%2C45205%2C1732084883420.1732084885066 is not closed yet, will try archiving it next time 2024-11-20T06:41:36,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741833_1009 (size=451) 2024-11-20T06:41:36,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741833_1009 (size=451) 2024-11-20T06:41:36,015 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420/61c2066a8a0f%2C45205%2C1732084883420.1732084885066 to hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/oldWALs/61c2066a8a0f%2C45205%2C1732084883420.1732084885066 2024-11-20T06:41:36,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed., hostname=61c2066a8a0f,45205,1732084883420, seqNum=2] 2024-11-20T06:41:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] regionserver.HRegion(8855): Flush requested on ccf836b5ee85a7f302b985f82af2a9ed 2024-11-20T06:41:50,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ccf836b5ee85a7f302b985f82af2a9ed 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T06:41:50,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/default/TestLogRolling-testSlowSyncLogRolling/ccf836b5ee85a7f302b985f82af2a9ed/.tmp/info/e7f21d5ea6c74178b8cef85fd8c06a1a is 1055, key is row0001/info:/1732084896020/Put/seqid=0 2024-11-20T06:41:50,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741838_1014 (size=13386) 2024-11-20T06:41:50,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741838_1014 (size=13386) 2024-11-20T06:41:50,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/default/TestLogRolling-testSlowSyncLogRolling/ccf836b5ee85a7f302b985f82af2a9ed/.tmp/info/e7f21d5ea6c74178b8cef85fd8c06a1a 2024-11-20T06:41:50,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/default/TestLogRolling-testSlowSyncLogRolling/ccf836b5ee85a7f302b985f82af2a9ed/.tmp/info/e7f21d5ea6c74178b8cef85fd8c06a1a as hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/default/TestLogRolling-testSlowSyncLogRolling/ccf836b5ee85a7f302b985f82af2a9ed/info/e7f21d5ea6c74178b8cef85fd8c06a1a 2024-11-20T06:41:50,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/default/TestLogRolling-testSlowSyncLogRolling/ccf836b5ee85a7f302b985f82af2a9ed/info/e7f21d5ea6c74178b8cef85fd8c06a1a, entries=8, sequenceid=12, filesize=13.1 K 2024-11-20T06:41:50,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for ccf836b5ee85a7f302b985f82af2a9ed in 129ms, sequenceid=12, compaction requested=false 2024-11-20T06:41:50,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ccf836b5ee85a7f302b985f82af2a9ed: 2024-11-20T06:41:51,840 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T06:41:56,097 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420/61c2066a8a0f%2C45205%2C1732084883420.1732084916082, exclude list is [], retry=0 2024-11-20T06:41:56,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37353,DS-7c2e441a-0e70-4499-92f4-cee89f577f55,DISK] 2024-11-20T06:41:56,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33937,DS-c7b69c7e-0705-495d-ac99-3783925f1da5,DISK] 2024-11-20T06:41:56,107 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420/61c2066a8a0f%2C45205%2C1732084883420.1732084895967 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420/61c2066a8a0f%2C45205%2C1732084883420.1732084916082 2024-11-20T06:41:56,107 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33189:33189),(127.0.0.1/127.0.0.1:38315:38315)] 2024-11-20T06:41:56,108 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420/61c2066a8a0f%2C45205%2C1732084883420.1732084895967 is not closed yet, will try archiving it next time 2024-11-20T06:41:56,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741837_1013 (size=12149) 2024-11-20T06:41:56,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741837_1013 (size=12149) 2024-11-20T06:42:01,115 INFO [AsyncFSWAL-0-hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e-prefix:61c2066a8a0f,45205,1732084883420 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5004 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37353,DS-7c2e441a-0e70-4499-92f4-cee89f577f55,DISK], DatanodeInfoWithStorage[127.0.0.1:33937,DS-c7b69c7e-0705-495d-ac99-3783925f1da5,DISK]] 2024-11-20T06:42:01,118 WARN [AsyncFSWAL-0-hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e-prefix:61c2066a8a0f,45205,1732084883420 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5004 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37353,DS-7c2e441a-0e70-4499-92f4-cee89f577f55,DISK], DatanodeInfoWithStorage[127.0.0.1:33937,DS-c7b69c7e-0705-495d-ac99-3783925f1da5,DISK]] 2024-11-20T06:42:01,119 DEBUG [regionserver/61c2066a8a0f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 61c2066a8a0f%2C45205%2C1732084883420:(num 1732084916082) roll requested 2024-11-20T06:42:01,135 DEBUG [regionserver/61c2066a8a0f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420/61c2066a8a0f%2C45205%2C1732084883420.1732084921119, exclude list is [], retry=0 2024-11-20T06:42:01,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33937,DS-c7b69c7e-0705-495d-ac99-3783925f1da5,DISK] 2024-11-20T06:42:01,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37353,DS-7c2e441a-0e70-4499-92f4-cee89f577f55,DISK] 2024-11-20T06:42:01,144 INFO [regionserver/61c2066a8a0f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420/61c2066a8a0f%2C45205%2C1732084883420.1732084916082 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420/61c2066a8a0f%2C45205%2C1732084883420.1732084921119 2024-11-20T06:42:01,144 DEBUG [regionserver/61c2066a8a0f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33189:33189),(127.0.0.1/127.0.0.1:38315:38315)] 2024-11-20T06:42:01,144 DEBUG [regionserver/61c2066a8a0f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420/61c2066a8a0f%2C45205%2C1732084883420.1732084916082 is not closed yet, will try archiving it next time 2024-11-20T06:42:01,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741839_1015 (size=1233) 2024-11-20T06:42:01,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741839_1015 (size=1233) 2024-11-20T06:42:03,118 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:42:03,131 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420/61c2066a8a0f%2C45205%2C1732084883420.1732084923118, exclude list is [], retry=0 2024-11-20T06:42:03,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33937,DS-c7b69c7e-0705-495d-ac99-3783925f1da5,DISK] 2024-11-20T06:42:03,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37353,DS-7c2e441a-0e70-4499-92f4-cee89f577f55,DISK] 2024-11-20T06:42:03,138 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420/61c2066a8a0f%2C45205%2C1732084883420.1732084921119 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420/61c2066a8a0f%2C45205%2C1732084883420.1732084923118 2024-11-20T06:42:03,138 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38315:38315),(127.0.0.1/127.0.0.1:33189:33189)] 2024-11-20T06:42:03,138 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420/61c2066a8a0f%2C45205%2C1732084883420.1732084921119 is not closed yet, will try archiving it next time 2024-11-20T06:42:03,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741840_1016 (size=93) 2024-11-20T06:42:03,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741840_1016 (size=93) 2024-11-20T06:42:03,142 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420/61c2066a8a0f%2C45205%2C1732084883420.1732084921119 to hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/oldWALs/61c2066a8a0f%2C45205%2C1732084883420.1732084921119 2024-11-20T06:42:05,739 INFO [master/61c2066a8a0f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T06:42:05,739 INFO [master/61c2066a8a0f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T06:42:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] regionserver.HRegion(8855): Flush requested on ccf836b5ee85a7f302b985f82af2a9ed 2024-11-20T06:42:11,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ccf836b5ee85a7f302b985f82af2a9ed 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T06:42:11,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/default/TestLogRolling-testSlowSyncLogRolling/ccf836b5ee85a7f302b985f82af2a9ed/.tmp/info/ff9a028305194dc5a7f5e3e0e9046bb2 is 1055, key is row0009/info:/1732084912067/Put/seqid=0 2024-11-20T06:42:11,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741842_1018 (size=13386) 2024-11-20T06:42:11,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741842_1018 (size=13386) 2024-11-20T06:42:11,316 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ccf836b5ee85a7f302b985f82af2a9ed, had cached 0 bytes from a total of 13386 2024-11-20T06:42:11,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/default/TestLogRolling-testSlowSyncLogRolling/ccf836b5ee85a7f302b985f82af2a9ed/.tmp/info/ff9a028305194dc5a7f5e3e0e9046bb2 2024-11-20T06:42:11,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/default/TestLogRolling-testSlowSyncLogRolling/ccf836b5ee85a7f302b985f82af2a9ed/.tmp/info/ff9a028305194dc5a7f5e3e0e9046bb2 as hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/default/TestLogRolling-testSlowSyncLogRolling/ccf836b5ee85a7f302b985f82af2a9ed/info/ff9a028305194dc5a7f5e3e0e9046bb2 2024-11-20T06:42:11,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/default/TestLogRolling-testSlowSyncLogRolling/ccf836b5ee85a7f302b985f82af2a9ed/info/ff9a028305194dc5a7f5e3e0e9046bb2, entries=8, sequenceid=23, filesize=13.1 K 2024-11-20T06:42:11,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for ccf836b5ee85a7f302b985f82af2a9ed in 449ms, sequenceid=23, compaction requested=false 2024-11-20T06:42:11,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ccf836b5ee85a7f302b985f82af2a9ed: 2024-11-20T06:42:11,609 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-20T06:42:11,609 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T06:42:11,610 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/default/TestLogRolling-testSlowSyncLogRolling/ccf836b5ee85a7f302b985f82af2a9ed/info/e7f21d5ea6c74178b8cef85fd8c06a1a because midkey is the same as first or last row 2024-11-20T06:42:21,841 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T06:42:23,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T06:42:23,188 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T06:42:23,188 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:42:23,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:42:23,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:42:23,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:42:23,196 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T06:42:23,196 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=576215125, stopped=false 2024-11-20T06:42:23,196 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=61c2066a8a0f,40077,1732084882703 2024-11-20T06:42:23,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x10158436ca60001, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T06:42:23,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T06:42:23,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x10158436ca60001, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:23,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:23,259 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T06:42:23,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45205-0x10158436ca60001, quorum=127.0.0.1:59994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:42:23,259 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T06:42:23,260 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:42:23,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:42:23,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:42:23,260 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '61c2066a8a0f,45205,1732084883420' ***** 2024-11-20T06:42:23,260 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T06:42:23,261 INFO [RS:0;61c2066a8a0f:45205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T06:42:23,261 INFO [RS:0;61c2066a8a0f:45205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T06:42:23,261 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T06:42:23,261 INFO [RS:0;61c2066a8a0f:45205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T06:42:23,261 INFO [RS:0;61c2066a8a0f:45205 {}] regionserver.HRegionServer(3091): Received CLOSE for ccf836b5ee85a7f302b985f82af2a9ed 2024-11-20T06:42:23,262 INFO [RS:0;61c2066a8a0f:45205 {}] regionserver.HRegionServer(959): stopping server 61c2066a8a0f,45205,1732084883420 2024-11-20T06:42:23,262 INFO [RS:0;61c2066a8a0f:45205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T06:42:23,262 INFO [RS:0;61c2066a8a0f:45205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;61c2066a8a0f:45205. 2024-11-20T06:42:23,262 DEBUG [RS:0;61c2066a8a0f:45205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:42:23,262 DEBUG [RS:0;61c2066a8a0f:45205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:42:23,262 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ccf836b5ee85a7f302b985f82af2a9ed, disabling compactions & flushes 2024-11-20T06:42:23,262 INFO [RS:0;61c2066a8a0f:45205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T06:42:23,262 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed. 2024-11-20T06:42:23,262 INFO [RS:0;61c2066a8a0f:45205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T06:42:23,262 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed. 2024-11-20T06:42:23,263 INFO [RS:0;61c2066a8a0f:45205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T06:42:23,263 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed. after waiting 0 ms 2024-11-20T06:42:23,263 INFO [RS:0;61c2066a8a0f:45205 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T06:42:23,263 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed. 2024-11-20T06:42:23,263 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ccf836b5ee85a7f302b985f82af2a9ed 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-20T06:42:23,263 INFO [RS:0;61c2066a8a0f:45205 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T06:42:23,263 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T06:42:23,263 DEBUG [RS:0;61c2066a8a0f:45205 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ccf836b5ee85a7f302b985f82af2a9ed=TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed.} 2024-11-20T06:42:23,263 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T06:42:23,263 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T06:42:23,264 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T06:42:23,264 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T06:42:23,264 DEBUG [RS:0;61c2066a8a0f:45205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ccf836b5ee85a7f302b985f82af2a9ed 2024-11-20T06:42:23,264 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-20T06:42:23,280 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/default/TestLogRolling-testSlowSyncLogRolling/ccf836b5ee85a7f302b985f82af2a9ed/.tmp/info/3f94e6d3e98d4b258154475704249299 is 1055, key is row0017/info:/1732084933161/Put/seqid=0 2024-11-20T06:42:23,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741843_1019 (size=10222) 2024-11-20T06:42:23,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741843_1019 (size=10222) 2024-11-20T06:42:23,304 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/hbase/meta/1588230740/.tmp/info/aa9c49ab877f4d7d9293784221a134cc is 195, key is TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed./info:regioninfo/1732084886344/Put/seqid=0 2024-11-20T06:42:23,304 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/default/TestLogRolling-testSlowSyncLogRolling/ccf836b5ee85a7f302b985f82af2a9ed/.tmp/info/3f94e6d3e98d4b258154475704249299 2024-11-20T06:42:23,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741844_1020 (size=7016) 2024-11-20T06:42:23,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741844_1020 (size=7016) 2024-11-20T06:42:23,338 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/default/TestLogRolling-testSlowSyncLogRolling/ccf836b5ee85a7f302b985f82af2a9ed/.tmp/info/3f94e6d3e98d4b258154475704249299 as hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/default/TestLogRolling-testSlowSyncLogRolling/ccf836b5ee85a7f302b985f82af2a9ed/info/3f94e6d3e98d4b258154475704249299 2024-11-20T06:42:23,340 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/hbase/meta/1588230740/.tmp/info/aa9c49ab877f4d7d9293784221a134cc 2024-11-20T06:42:23,354 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/default/TestLogRolling-testSlowSyncLogRolling/ccf836b5ee85a7f302b985f82af2a9ed/info/3f94e6d3e98d4b258154475704249299, entries=5, sequenceid=31, filesize=10.0 K 2024-11-20T06:42:23,357 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for ccf836b5ee85a7f302b985f82af2a9ed in 94ms, sequenceid=31, compaction requested=true 2024-11-20T06:42:23,370 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/default/TestLogRolling-testSlowSyncLogRolling/ccf836b5ee85a7f302b985f82af2a9ed/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-20T06:42:23,373 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed. 2024-11-20T06:42:23,373 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ccf836b5ee85a7f302b985f82af2a9ed: Waiting for close lock at 1732084943262Running coprocessor pre-close hooks at 1732084943262Disabling compacts and flushes for region at 1732084943262Disabling writes for close at 1732084943263 (+1 ms)Obtaining lock to block concurrent updates at 1732084943263Preparing flush snapshotting stores in ccf836b5ee85a7f302b985f82af2a9ed at 1732084943263Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1732084943264 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed. at 1732084943265 (+1 ms)Flushing ccf836b5ee85a7f302b985f82af2a9ed/info: creating writer at 1732084943266 (+1 ms)Flushing ccf836b5ee85a7f302b985f82af2a9ed/info: appending metadata at 1732084943280 (+14 ms)Flushing ccf836b5ee85a7f302b985f82af2a9ed/info: closing flushed file at 1732084943280Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@558d5a6a: reopening flushed file at 1732084943336 (+56 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for ccf836b5ee85a7f302b985f82af2a9ed in 94ms, sequenceid=31, compaction requested=true at 1732084943357 (+21 ms)Writing region close event to WAL at 1732084943363 (+6 ms)Running coprocessor post-close hooks at 1732084943371 (+8 ms)Closed at 1732084943373 (+2 ms) 2024-11-20T06:42:23,374 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1732084885888.ccf836b5ee85a7f302b985f82af2a9ed. 2024-11-20T06:42:23,383 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/hbase/meta/1588230740/.tmp/ns/f611a99de96b41f0838cd31edf220d80 is 43, key is default/ns:d/1732084885646/Put/seqid=0 2024-11-20T06:42:23,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741845_1021 (size=5153) 2024-11-20T06:42:23,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741845_1021 (size=5153) 2024-11-20T06:42:23,410 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/hbase/meta/1588230740/.tmp/ns/f611a99de96b41f0838cd31edf220d80 2024-11-20T06:42:23,437 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/hbase/meta/1588230740/.tmp/table/a48d5f12007a46a68495da1f21faf8e0 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1732084886364/Put/seqid=0 2024-11-20T06:42:23,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741846_1022 (size=5396) 2024-11-20T06:42:23,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741846_1022 (size=5396) 2024-11-20T06:42:23,445 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/hbase/meta/1588230740/.tmp/table/a48d5f12007a46a68495da1f21faf8e0 2024-11-20T06:42:23,456 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/hbase/meta/1588230740/.tmp/info/aa9c49ab877f4d7d9293784221a134cc as hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/hbase/meta/1588230740/info/aa9c49ab877f4d7d9293784221a134cc 2024-11-20T06:42:23,464 DEBUG [RS:0;61c2066a8a0f:45205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T06:42:23,467 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/hbase/meta/1588230740/info/aa9c49ab877f4d7d9293784221a134cc, entries=10, sequenceid=11, filesize=6.9 K 2024-11-20T06:42:23,472 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/hbase/meta/1588230740/.tmp/ns/f611a99de96b41f0838cd31edf220d80 as hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/hbase/meta/1588230740/ns/f611a99de96b41f0838cd31edf220d80 2024-11-20T06:42:23,486 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/hbase/meta/1588230740/ns/f611a99de96b41f0838cd31edf220d80, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T06:42:23,489 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/hbase/meta/1588230740/.tmp/table/a48d5f12007a46a68495da1f21faf8e0 as hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/hbase/meta/1588230740/table/a48d5f12007a46a68495da1f21faf8e0 2024-11-20T06:42:23,502 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/hbase/meta/1588230740/table/a48d5f12007a46a68495da1f21faf8e0, entries=2, sequenceid=11, filesize=5.3 K 2024-11-20T06:42:23,505 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 240ms, sequenceid=11, compaction requested=false 2024-11-20T06:42:23,523 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T06:42:23,524 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T06:42:23,525 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T06:42:23,525 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732084943263Running coprocessor pre-close hooks at 1732084943263Disabling compacts and flushes for region at 1732084943263Disabling writes for close at 1732084943264 (+1 ms)Obtaining lock to block concurrent updates at 1732084943264Preparing flush snapshotting stores in 1588230740 at 1732084943264Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1732084943264Flushing stores of hbase:meta,,1.1588230740 at 1732084943271 (+7 ms)Flushing 1588230740/info: creating writer at 1732084943271Flushing 1588230740/info: appending metadata at 1732084943303 (+32 ms)Flushing 1588230740/info: closing flushed file at 1732084943303Flushing 1588230740/ns: creating writer at 1732084943358 (+55 ms)Flushing 1588230740/ns: appending metadata at 1732084943382 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732084943382Flushing 1588230740/table: creating writer at 1732084943419 (+37 ms)Flushing 1588230740/table: appending metadata at 1732084943436 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732084943436Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1996ece7: reopening flushed file at 1732084943454 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@86cd27e: reopening flushed file at 1732084943467 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b6fccd8: reopening flushed file at 1732084943487 (+20 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 240ms, sequenceid=11, compaction requested=false at 1732084943505 (+18 ms)Writing region close event to WAL at 1732084943517 (+12 ms)Running coprocessor post-close hooks at 1732084943524 (+7 ms)Closed at 1732084943525 (+1 ms) 2024-11-20T06:42:23,525 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T06:42:23,664 INFO [RS:0;61c2066a8a0f:45205 {}] regionserver.HRegionServer(976): stopping server 61c2066a8a0f,45205,1732084883420; all regions closed. 2024-11-20T06:42:23,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741834_1010 (size=3066) 2024-11-20T06:42:23,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741834_1010 (size=3066) 2024-11-20T06:42:23,673 DEBUG [RS:0;61c2066a8a0f:45205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/oldWALs 2024-11-20T06:42:23,673 INFO [RS:0;61c2066a8a0f:45205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 61c2066a8a0f%2C45205%2C1732084883420.meta:.meta(num 1732084885462) 2024-11-20T06:42:23,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741841_1017 (size=13164) 2024-11-20T06:42:23,676 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/WALs/61c2066a8a0f,45205,1732084883420/61c2066a8a0f%2C45205%2C1732084883420.1732084923118 not finished, retry = 0 2024-11-20T06:42:23,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741841_1017 (size=13164) 2024-11-20T06:42:23,785 DEBUG [RS:0;61c2066a8a0f:45205 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/oldWALs 2024-11-20T06:42:23,785 INFO [RS:0;61c2066a8a0f:45205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 61c2066a8a0f%2C45205%2C1732084883420:(num 1732084923118) 2024-11-20T06:42:23,786 DEBUG [RS:0;61c2066a8a0f:45205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:42:23,786 INFO [RS:0;61c2066a8a0f:45205 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T06:42:23,786 INFO [RS:0;61c2066a8a0f:45205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T06:42:23,786 INFO [RS:0;61c2066a8a0f:45205 {}] hbase.ChoreService(370): Chore service for: regionserver/61c2066a8a0f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T06:42:23,786 INFO [RS:0;61c2066a8a0f:45205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T06:42:23,787 INFO [RS:0;61c2066a8a0f:45205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45205 2024-11-20T06:42:23,788 INFO [regionserver/61c2066a8a0f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T06:42:23,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T06:42:23,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x10158436ca60001, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/61c2066a8a0f,45205,1732084883420 2024-11-20T06:42:23,842 INFO [RS:0;61c2066a8a0f:45205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T06:42:23,853 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [61c2066a8a0f,45205,1732084883420] 2024-11-20T06:42:23,861 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/61c2066a8a0f,45205,1732084883420 already deleted, retry=false 2024-11-20T06:42:23,861 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 61c2066a8a0f,45205,1732084883420 expired; onlineServers=0 2024-11-20T06:42:23,862 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '61c2066a8a0f,40077,1732084882703' ***** 2024-11-20T06:42:23,862 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T06:42:23,862 INFO [M:0;61c2066a8a0f:40077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T06:42:23,862 INFO [M:0;61c2066a8a0f:40077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T06:42:23,862 DEBUG [M:0;61c2066a8a0f:40077 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T06:42:23,862 DEBUG [M:0;61c2066a8a0f:40077 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T06:42:23,862 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T06:42:23,862 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.large.0-1732084884673 {}] cleaner.HFileCleaner(306): Exit Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.large.0-1732084884673,5,FailOnTimeoutGroup] 2024-11-20T06:42:23,863 INFO [M:0;61c2066a8a0f:40077 {}] hbase.ChoreService(370): Chore service for: master/61c2066a8a0f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T06:42:23,863 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.small.0-1732084884674 {}] cleaner.HFileCleaner(306): Exit Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.small.0-1732084884674,5,FailOnTimeoutGroup] 2024-11-20T06:42:23,863 INFO [M:0;61c2066a8a0f:40077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T06:42:23,863 DEBUG [M:0;61c2066a8a0f:40077 {}] master.HMaster(1795): Stopping service threads 2024-11-20T06:42:23,863 INFO [M:0;61c2066a8a0f:40077 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T06:42:23,863 INFO [M:0;61c2066a8a0f:40077 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T06:42:23,864 INFO [M:0;61c2066a8a0f:40077 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T06:42:23,864 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T06:42:23,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T06:42:23,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:23,875 DEBUG [M:0;61c2066a8a0f:40077 {}] zookeeper.ZKUtil(347): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T06:42:23,875 WARN [M:0;61c2066a8a0f:40077 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T06:42:23,876 INFO [M:0;61c2066a8a0f:40077 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/.lastflushedseqids 2024-11-20T06:42:23,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741847_1023 (size=130) 2024-11-20T06:42:23,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741847_1023 (size=130) 2024-11-20T06:42:23,892 INFO [M:0;61c2066a8a0f:40077 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T06:42:23,892 INFO [M:0;61c2066a8a0f:40077 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T06:42:23,892 DEBUG [M:0;61c2066a8a0f:40077 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T06:42:23,893 INFO [M:0;61c2066a8a0f:40077 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:42:23,893 DEBUG [M:0;61c2066a8a0f:40077 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:42:23,893 DEBUG [M:0;61c2066a8a0f:40077 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T06:42:23,893 DEBUG [M:0;61c2066a8a0f:40077 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:42:23,893 INFO [M:0;61c2066a8a0f:40077 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.01 KB heapSize=29.18 KB 2024-11-20T06:42:23,918 DEBUG [M:0;61c2066a8a0f:40077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62899493988d4ccfaccb0b35df70f1c3 is 82, key is hbase:meta,,1/info:regioninfo/1732084885538/Put/seqid=0 2024-11-20T06:42:23,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741848_1024 (size=5672) 2024-11-20T06:42:23,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741848_1024 (size=5672) 2024-11-20T06:42:23,934 INFO [M:0;61c2066a8a0f:40077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62899493988d4ccfaccb0b35df70f1c3 2024-11-20T06:42:23,954 INFO [RS:0;61c2066a8a0f:45205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T06:42:23,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x10158436ca60001, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:42:23,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x10158436ca60001, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:42:23,955 INFO [RS:0;61c2066a8a0f:45205 {}] regionserver.HRegionServer(1031): Exiting; stopping=61c2066a8a0f,45205,1732084883420; zookeeper connection closed. 2024-11-20T06:42:23,959 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59e5e3b2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59e5e3b2 2024-11-20T06:42:23,959 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T06:42:23,973 DEBUG [M:0;61c2066a8a0f:40077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1204a981704459cb636602b14fbf515 is 765, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732084886374/Put/seqid=0 2024-11-20T06:42:23,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741849_1025 (size=6246) 2024-11-20T06:42:23,989 INFO [M:0;61c2066a8a0f:40077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.41 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1204a981704459cb636602b14fbf515 2024-11-20T06:42:23,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741849_1025 (size=6246) 2024-11-20T06:42:23,999 INFO [M:0;61c2066a8a0f:40077 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1204a981704459cb636602b14fbf515 2024-11-20T06:42:24,017 DEBUG [M:0;61c2066a8a0f:40077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ee454bf231a4c7485d2e99763304943 is 69, key is 61c2066a8a0f,45205,1732084883420/rs:state/1732084884809/Put/seqid=0 2024-11-20T06:42:24,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741850_1026 (size=5156) 2024-11-20T06:42:24,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741850_1026 (size=5156) 2024-11-20T06:42:24,025 INFO [M:0;61c2066a8a0f:40077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ee454bf231a4c7485d2e99763304943 2024-11-20T06:42:24,049 DEBUG [M:0;61c2066a8a0f:40077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/5d3308948cce4c12949616c887a276e0 is 52, key is load_balancer_on/state:d/1732084885861/Put/seqid=0 2024-11-20T06:42:24,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741851_1027 (size=5056) 2024-11-20T06:42:24,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741851_1027 (size=5056) 2024-11-20T06:42:24,459 INFO [M:0;61c2066a8a0f:40077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/5d3308948cce4c12949616c887a276e0 2024-11-20T06:42:24,469 DEBUG [M:0;61c2066a8a0f:40077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62899493988d4ccfaccb0b35df70f1c3 as hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/62899493988d4ccfaccb0b35df70f1c3 2024-11-20T06:42:24,478 INFO [M:0;61c2066a8a0f:40077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/62899493988d4ccfaccb0b35df70f1c3, entries=8, sequenceid=59, filesize=5.5 K 2024-11-20T06:42:24,480 DEBUG [M:0;61c2066a8a0f:40077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1204a981704459cb636602b14fbf515 as hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1204a981704459cb636602b14fbf515 2024-11-20T06:42:24,489 INFO [M:0;61c2066a8a0f:40077 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1204a981704459cb636602b14fbf515 2024-11-20T06:42:24,489 INFO [M:0;61c2066a8a0f:40077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1204a981704459cb636602b14fbf515, entries=6, sequenceid=59, filesize=6.1 K 2024-11-20T06:42:24,491 DEBUG [M:0;61c2066a8a0f:40077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ee454bf231a4c7485d2e99763304943 as hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ee454bf231a4c7485d2e99763304943 2024-11-20T06:42:24,500 INFO [M:0;61c2066a8a0f:40077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ee454bf231a4c7485d2e99763304943, entries=1, sequenceid=59, filesize=5.0 K 2024-11-20T06:42:24,502 DEBUG [M:0;61c2066a8a0f:40077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/5d3308948cce4c12949616c887a276e0 as hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/5d3308948cce4c12949616c887a276e0 2024-11-20T06:42:24,510 INFO [M:0;61c2066a8a0f:40077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/5d3308948cce4c12949616c887a276e0, entries=1, sequenceid=59, filesize=4.9 K 2024-11-20T06:42:24,512 INFO [M:0;61c2066a8a0f:40077 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.01 KB/23564, heapSize ~29.12 KB/29816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 619ms, sequenceid=59, compaction requested=false 2024-11-20T06:42:24,514 INFO [M:0;61c2066a8a0f:40077 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:42:24,514 DEBUG [M:0;61c2066a8a0f:40077 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732084943892Disabling compacts and flushes for region at 1732084943892Disabling writes for close at 1732084943893 (+1 ms)Obtaining lock to block concurrent updates at 1732084943893Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732084943893Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23564, getHeapSize=29816, getOffHeapSize=0, getCellsCount=70 at 1732084943893Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732084943894 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732084943894Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732084943917 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732084943917Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732084943946 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732084943971 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732084943971Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732084944000 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732084944016 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732084944017 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732084944033 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732084944049 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732084944049Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13a50d1f: reopening flushed file at 1732084944467 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a189eae: reopening flushed file at 1732084944478 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78e144ba: reopening flushed file at 1732084944489 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@237f4979: reopening flushed file at 1732084944500 (+11 ms)Finished flush of dataSize ~23.01 KB/23564, heapSize ~29.12 KB/29816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 619ms, sequenceid=59, compaction requested=false at 1732084944512 (+12 ms)Writing region close event to WAL at 1732084944513 (+1 ms)Closed at 1732084944513 2024-11-20T06:42:24,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741830_1006 (size=27961) 2024-11-20T06:42:24,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741830_1006 (size=27961) 2024-11-20T06:42:24,526 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T06:42:24,526 INFO [M:0;61c2066a8a0f:40077 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T06:42:24,526 INFO [M:0;61c2066a8a0f:40077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40077 2024-11-20T06:42:24,526 INFO [M:0;61c2066a8a0f:40077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T06:42:24,678 INFO [M:0;61c2066a8a0f:40077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T06:42:24,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:42:24,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x10158436ca60000, quorum=127.0.0.1:59994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:42:24,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1980243e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:42:24,686 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f0b3f5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:42:24,686 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:42:24,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@648b04b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:42:24,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59da8489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/hadoop.log.dir/,STOPPED} 2024-11-20T06:42:24,690 WARN [BP-860030658-172.17.0.2-1732084879132 heartbeating to localhost/127.0.0.1:38245 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T06:42:24,690 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T06:42:24,690 WARN [BP-860030658-172.17.0.2-1732084879132 heartbeating to localhost/127.0.0.1:38245 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-860030658-172.17.0.2-1732084879132 (Datanode Uuid 0485237a-b4a2-4453-ab1c-648fe7108573) service to localhost/127.0.0.1:38245 2024-11-20T06:42:24,690 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T06:42:24,692 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/cluster_8ad531f3-0794-2615-36b0-29078f748dc8/data/data3/current/BP-860030658-172.17.0.2-1732084879132 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:42:24,692 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/cluster_8ad531f3-0794-2615-36b0-29078f748dc8/data/data4/current/BP-860030658-172.17.0.2-1732084879132 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:42:24,693 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T06:42:24,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b235369{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:42:24,695 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71652136{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:42:24,695 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:42:24,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1bf4e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:42:24,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19d33f51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/hadoop.log.dir/,STOPPED} 2024-11-20T06:42:24,698 WARN [BP-860030658-172.17.0.2-1732084879132 heartbeating to localhost/127.0.0.1:38245 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T06:42:24,698 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T06:42:24,698 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T06:42:24,698 WARN [BP-860030658-172.17.0.2-1732084879132 heartbeating to localhost/127.0.0.1:38245 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-860030658-172.17.0.2-1732084879132 (Datanode Uuid 89b3e40b-9848-4166-afc5-f66827c5f36a) service to localhost/127.0.0.1:38245 2024-11-20T06:42:24,699 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/cluster_8ad531f3-0794-2615-36b0-29078f748dc8/data/data1/current/BP-860030658-172.17.0.2-1732084879132 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:42:24,699 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/cluster_8ad531f3-0794-2615-36b0-29078f748dc8/data/data2/current/BP-860030658-172.17.0.2-1732084879132 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:42:24,700 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T06:42:24,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c362ac7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T06:42:24,713 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28d0ce06{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:42:24,713 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:42:24,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61b67e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:42:24,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2420283b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/hadoop.log.dir/,STOPPED} 2024-11-20T06:42:24,724 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T06:42:24,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T06:42:24,772 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=68 (was 12) Potentially hanging thread: regionserver/61c2066a8a0f:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/61c2066a8a0f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4ac305d2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:38245 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/61c2066a8a0f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:38245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/61c2066a8a0f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:38245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=393 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=364 (was 459), ProcessCount=11 (was 11), AvailableMemoryMB=4406 (was 5010) 2024-11-20T06:42:24,780 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=69, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=364, ProcessCount=11, AvailableMemoryMB=4406 2024-11-20T06:42:24,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T06:42:24,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/hadoop.log.dir so I do NOT create it in target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49 2024-11-20T06:42:24,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465daa9b-b7b5-6186-7248-ceda1584e58c/hadoop.tmp.dir so I do NOT create it in target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49 2024-11-20T06:42:24,780 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c, deleteOnExit=true 2024-11-20T06:42:24,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T06:42:24,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/test.cache.data in system properties and HBase conf 2024-11-20T06:42:24,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T06:42:24,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/hadoop.log.dir in system properties and HBase conf 2024-11-20T06:42:24,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T06:42:24,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T06:42:24,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T06:42:24,782 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T06:42:24,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T06:42:24,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T06:42:24,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T06:42:24,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T06:42:24,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T06:42:24,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T06:42:24,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T06:42:24,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T06:42:24,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T06:42:24,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/nfs.dump.dir in system properties and HBase conf 2024-11-20T06:42:24,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/java.io.tmpdir in system properties and HBase conf 2024-11-20T06:42:24,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T06:42:24,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T06:42:24,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T06:42:24,916 INFO [regionserver/61c2066a8a0f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T06:42:25,104 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:42:25,111 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:42:25,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:42:25,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:42:25,125 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T06:42:25,127 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:42:25,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ce88563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:42:25,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@634db6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:42:25,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45567984{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/java.io.tmpdir/jetty-localhost-43555-hadoop-hdfs-3_4_1-tests_jar-_-any-15117791138179947573/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T06:42:25,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@194a3ed5{HTTP/1.1, (http/1.1)}{localhost:43555} 2024-11-20T06:42:25,240 INFO [Time-limited test {}] server.Server(415): Started @68112ms 2024-11-20T06:42:25,473 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:42:25,477 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:42:25,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:42:25,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:42:25,479 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T06:42:25,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@727dbeb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:42:25,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@744a4a63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:42:25,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34ba8d84{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/java.io.tmpdir/jetty-localhost-39585-hadoop-hdfs-3_4_1-tests_jar-_-any-1051018255499820040/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:42:25,587 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d866606{HTTP/1.1, (http/1.1)}{localhost:39585} 2024-11-20T06:42:25,587 INFO [Time-limited test {}] server.Server(415): Started @68460ms 2024-11-20T06:42:25,589 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T06:42:25,649 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:42:25,653 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:42:25,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:42:25,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:42:25,654 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T06:42:25,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70f900fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:42:25,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30d8952d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:42:25,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5929c55a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/java.io.tmpdir/jetty-localhost-40931-hadoop-hdfs-3_4_1-tests_jar-_-any-8286001933958331236/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:42:25,763 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@704af1b{HTTP/1.1, (http/1.1)}{localhost:40931} 2024-11-20T06:42:25,763 INFO [Time-limited test {}] server.Server(415): Started @68636ms 2024-11-20T06:42:25,765 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T06:42:26,450 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c/data/data1/current/BP-629159085-172.17.0.2-1732084944818/current, will proceed with Du for space computation calculation, 2024-11-20T06:42:26,450 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c/data/data2/current/BP-629159085-172.17.0.2-1732084944818/current, will proceed with Du for space computation calculation, 2024-11-20T06:42:26,472 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T06:42:26,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbcf4dbfc8a323152 with lease ID 0xe7d263b7993f1856: Processing first storage report for DS-df7dd749-41aa-44fe-a6e7-60bfd94f8bb5 from datanode DatanodeRegistration(127.0.0.1:35683, datanodeUuid=31c38be9-2de3-48c3-8ac8-83bcc25a8a40, infoPort=42295, infoSecurePort=0, ipcPort=45525, storageInfo=lv=-57;cid=testClusterID;nsid=949392574;c=1732084944818) 2024-11-20T06:42:26,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbcf4dbfc8a323152 with lease ID 0xe7d263b7993f1856: from storage DS-df7dd749-41aa-44fe-a6e7-60bfd94f8bb5 node DatanodeRegistration(127.0.0.1:35683, datanodeUuid=31c38be9-2de3-48c3-8ac8-83bcc25a8a40, infoPort=42295, infoSecurePort=0, ipcPort=45525, storageInfo=lv=-57;cid=testClusterID;nsid=949392574;c=1732084944818), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:42:26,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbcf4dbfc8a323152 with lease ID 0xe7d263b7993f1856: Processing first storage report for DS-68281a99-3031-483d-b7ea-0513fcbdb62c from datanode DatanodeRegistration(127.0.0.1:35683, datanodeUuid=31c38be9-2de3-48c3-8ac8-83bcc25a8a40, infoPort=42295, infoSecurePort=0, ipcPort=45525, storageInfo=lv=-57;cid=testClusterID;nsid=949392574;c=1732084944818) 2024-11-20T06:42:26,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbcf4dbfc8a323152 with lease ID 0xe7d263b7993f1856: from storage DS-68281a99-3031-483d-b7ea-0513fcbdb62c node DatanodeRegistration(127.0.0.1:35683, datanodeUuid=31c38be9-2de3-48c3-8ac8-83bcc25a8a40, infoPort=42295, infoSecurePort=0, ipcPort=45525, storageInfo=lv=-57;cid=testClusterID;nsid=949392574;c=1732084944818), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:42:26,620 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c/data/data3/current/BP-629159085-172.17.0.2-1732084944818/current, will proceed with Du for space computation calculation, 2024-11-20T06:42:26,621 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c/data/data4/current/BP-629159085-172.17.0.2-1732084944818/current, will proceed with Du for space computation calculation, 2024-11-20T06:42:26,647 WARN [Thread-372 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T06:42:26,650 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84bf6bacf4014dde with lease ID 0xe7d263b7993f1857: Processing first storage report for DS-78b03d43-6166-4d89-885f-e5e453031145 from datanode DatanodeRegistration(127.0.0.1:41529, datanodeUuid=52c951b2-d791-4ee8-bff0-1c129e3e0e5d, infoPort=35909, infoSecurePort=0, ipcPort=34761, storageInfo=lv=-57;cid=testClusterID;nsid=949392574;c=1732084944818) 2024-11-20T06:42:26,650 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84bf6bacf4014dde with lease ID 0xe7d263b7993f1857: from storage DS-78b03d43-6166-4d89-885f-e5e453031145 node DatanodeRegistration(127.0.0.1:41529, datanodeUuid=52c951b2-d791-4ee8-bff0-1c129e3e0e5d, infoPort=35909, infoSecurePort=0, ipcPort=34761, storageInfo=lv=-57;cid=testClusterID;nsid=949392574;c=1732084944818), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T06:42:26,651 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84bf6bacf4014dde with lease ID 0xe7d263b7993f1857: Processing first storage report for DS-e9667462-1aaa-4503-b892-7c405172ba8f from datanode DatanodeRegistration(127.0.0.1:41529, datanodeUuid=52c951b2-d791-4ee8-bff0-1c129e3e0e5d, infoPort=35909, infoSecurePort=0, ipcPort=34761, storageInfo=lv=-57;cid=testClusterID;nsid=949392574;c=1732084944818) 2024-11-20T06:42:26,651 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84bf6bacf4014dde with lease ID 0xe7d263b7993f1857: from storage DS-e9667462-1aaa-4503-b892-7c405172ba8f node DatanodeRegistration(127.0.0.1:41529, datanodeUuid=52c951b2-d791-4ee8-bff0-1c129e3e0e5d, infoPort=35909, infoSecurePort=0, ipcPort=34761, storageInfo=lv=-57;cid=testClusterID;nsid=949392574;c=1732084944818), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:42:26,730 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49 2024-11-20T06:42:26,733 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c/zookeeper_0, clientPort=62544, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T06:42:26,734 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62544 2024-11-20T06:42:26,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:26,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:26,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741825_1001 (size=7) 2024-11-20T06:42:26,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741825_1001 (size=7) 2024-11-20T06:42:26,758 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b with version=8 2024-11-20T06:42:26,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/hbase-staging 2024-11-20T06:42:26,761 INFO [Time-limited test {}] client.ConnectionUtils(128): master/61c2066a8a0f:0 server-side Connection retries=45 2024-11-20T06:42:26,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:42:26,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T06:42:26,762 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T06:42:26,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:42:26,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T06:42:26,762 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T06:42:26,762 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T06:42:26,763 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32939 2024-11-20T06:42:26,765 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32939 connecting to ZooKeeper ensemble=127.0.0.1:62544 2024-11-20T06:42:26,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329390x0, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T06:42:26,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32939-0x101584469f20000 connected 2024-11-20T06:42:26,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:26,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:26,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:42:26,899 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b, hbase.cluster.distributed=false 2024-11-20T06:42:26,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T06:42:26,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32939 2024-11-20T06:42:26,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32939 2024-11-20T06:42:26,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32939 2024-11-20T06:42:26,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32939 2024-11-20T06:42:26,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32939 2024-11-20T06:42:26,926 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/61c2066a8a0f:0 server-side Connection retries=45 2024-11-20T06:42:26,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:42:26,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T06:42:26,926 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T06:42:26,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:42:26,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T06:42:26,926 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T06:42:26,926 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T06:42:26,927 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44903 2024-11-20T06:42:26,929 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44903 connecting to ZooKeeper ensemble=127.0.0.1:62544 2024-11-20T06:42:26,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:26,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:26,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449030x0, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T06:42:26,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44903-0x101584469f20001 connected 2024-11-20T06:42:26,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44903-0x101584469f20001, quorum=127.0.0.1:62544, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:42:26,946 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T06:42:26,947 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T06:42:26,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44903-0x101584469f20001, quorum=127.0.0.1:62544, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T06:42:26,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44903-0x101584469f20001, quorum=127.0.0.1:62544, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T06:42:26,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44903 2024-11-20T06:42:26,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44903 2024-11-20T06:42:26,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44903 2024-11-20T06:42:26,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44903 2024-11-20T06:42:26,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44903 2024-11-20T06:42:26,975 DEBUG [M:0;61c2066a8a0f:32939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;61c2066a8a0f:32939 2024-11-20T06:42:26,975 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/61c2066a8a0f,32939,1732084946761 2024-11-20T06:42:26,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x101584469f20001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:42:26,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:42:26,987 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/61c2066a8a0f,32939,1732084946761 2024-11-20T06:42:26,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:26,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x101584469f20001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T06:42:26,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x101584469f20001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:26,995 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T06:42:26,995 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/61c2066a8a0f,32939,1732084946761 from backup master directory 2024-11-20T06:42:27,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x101584469f20001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:42:27,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/61c2066a8a0f,32939,1732084946761 2024-11-20T06:42:27,003 WARN [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T06:42:27,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:42:27,003 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=61c2066a8a0f,32939,1732084946761 2024-11-20T06:42:27,010 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/hbase.id] with ID: ed971ab3-f65e-4334-83c0-2a3e503bb19a 2024-11-20T06:42:27,010 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/.tmp/hbase.id 2024-11-20T06:42:27,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741826_1002 (size=42) 2024-11-20T06:42:27,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741826_1002 (size=42) 2024-11-20T06:42:27,046 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/.tmp/hbase.id]:[hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/hbase.id] 2024-11-20T06:42:27,071 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:27,071 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T06:42:27,074 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-20T06:42:27,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:27,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x101584469f20001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:27,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741827_1003 (size=196) 2024-11-20T06:42:27,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741827_1003 (size=196) 2024-11-20T06:42:27,133 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:42:27,135 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T06:42:27,135 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:42:27,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741828_1004 (size=1189) 2024-11-20T06:42:27,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741828_1004 (size=1189) 2024-11-20T06:42:27,167 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/data/master/store 2024-11-20T06:42:27,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741829_1005 (size=34) 2024-11-20T06:42:27,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741829_1005 (size=34) 2024-11-20T06:42:27,195 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:42:27,195 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T06:42:27,195 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:42:27,195 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:42:27,195 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T06:42:27,195 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:42:27,195 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:42:27,195 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732084947195Disabling compacts and flushes for region at 1732084947195Disabling writes for close at 1732084947195Writing region close event to WAL at 1732084947195Closed at 1732084947195 2024-11-20T06:42:27,196 WARN [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/data/master/store/.initializing 2024-11-20T06:42:27,197 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/WALs/61c2066a8a0f,32939,1732084946761 2024-11-20T06:42:27,198 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:42:27,201 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C32939%2C1732084946761, suffix=, logDir=hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/WALs/61c2066a8a0f,32939,1732084946761, archiveDir=hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/oldWALs, maxLogs=10 2024-11-20T06:42:27,221 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/WALs/61c2066a8a0f,32939,1732084946761/61c2066a8a0f%2C32939%2C1732084946761.1732084947202, exclude list is [], retry=0 2024-11-20T06:42:27,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35683,DS-df7dd749-41aa-44fe-a6e7-60bfd94f8bb5,DISK] 2024-11-20T06:42:27,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41529,DS-78b03d43-6166-4d89-885f-e5e453031145,DISK] 2024-11-20T06:42:27,243 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/WALs/61c2066a8a0f,32939,1732084946761/61c2066a8a0f%2C32939%2C1732084946761.1732084947202 2024-11-20T06:42:27,247 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42295:42295),(127.0.0.1/127.0.0.1:35909:35909)] 2024-11-20T06:42:27,247 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:42:27,247 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:42:27,247 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:27,247 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:27,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:27,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T06:42:27,264 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:27,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:42:27,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:27,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T06:42:27,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:27,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:42:27,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:27,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T06:42:27,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:27,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:42:27,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:27,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T06:42:27,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:27,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:42:27,289 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:27,290 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:27,291 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:27,300 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:27,300 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:27,302 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T06:42:27,305 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:27,310 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:42:27,311 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=868762, jitterRate=0.1046885997056961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T06:42:27,313 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732084947248Initializing all the Stores at 1732084947251 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084947251Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084947258 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084947259 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084947259Cleaning up temporary data from old regions at 1732084947300 (+41 ms)Region opened successfully at 1732084947312 (+12 ms) 2024-11-20T06:42:27,314 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T06:42:27,322 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f09ca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=61c2066a8a0f/172.17.0.2:0 2024-11-20T06:42:27,324 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T06:42:27,324 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T06:42:27,324 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T06:42:27,324 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T06:42:27,325 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T06:42:27,326 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T06:42:27,326 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T06:42:27,334 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T06:42:27,335 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T06:42:27,365 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T06:42:27,366 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T06:42:27,367 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T06:42:27,377 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T06:42:27,378 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T06:42:27,379 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T06:42:27,390 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T06:42:27,392 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T06:42:27,402 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T06:42:27,406 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T06:42:27,415 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T06:42:27,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T06:42:27,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x101584469f20001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T06:42:27,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:27,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x101584469f20001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:27,429 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=61c2066a8a0f,32939,1732084946761, sessionid=0x101584469f20000, setting cluster-up flag (Was=false) 2024-11-20T06:42:27,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:27,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x101584469f20001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:27,477 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T06:42:27,479 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=61c2066a8a0f,32939,1732084946761 2024-11-20T06:42:27,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:27,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x101584469f20001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:27,528 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T06:42:27,530 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=61c2066a8a0f,32939,1732084946761 2024-11-20T06:42:27,532 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T06:42:27,534 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T06:42:27,534 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T06:42:27,534 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T06:42:27,535 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 61c2066a8a0f,32939,1732084946761 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T06:42:27,537 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:42:27,537 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:42:27,537 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:42:27,537 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:42:27,537 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/61c2066a8a0f:0, corePoolSize=10, maxPoolSize=10 2024-11-20T06:42:27,537 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:27,537 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=2, maxPoolSize=2 2024-11-20T06:42:27,537 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:27,541 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T06:42:27,541 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T06:42:27,543 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:27,543 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T06:42:27,562 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732084977562 2024-11-20T06:42:27,563 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T06:42:27,563 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T06:42:27,563 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T06:42:27,563 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T06:42:27,563 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T06:42:27,563 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T06:42:27,580 INFO [RS:0;61c2066a8a0f:44903 {}] regionserver.HRegionServer(746): ClusterId : ed971ab3-f65e-4334-83c0-2a3e503bb19a 2024-11-20T06:42:27,580 DEBUG [RS:0;61c2066a8a0f:44903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T06:42:27,594 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:27,595 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T06:42:27,595 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T06:42:27,595 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T06:42:27,597 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T06:42:27,597 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T06:42:27,598 DEBUG [RS:0;61c2066a8a0f:44903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T06:42:27,598 DEBUG [RS:0;61c2066a8a0f:44903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T06:42:27,606 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.large.0-1732084947597,5,FailOnTimeoutGroup] 2024-11-20T06:42:27,609 DEBUG [RS:0;61c2066a8a0f:44903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T06:42:27,610 DEBUG [RS:0;61c2066a8a0f:44903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cfc6e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=61c2066a8a0f/172.17.0.2:0 2024-11-20T06:42:27,629 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.small.0-1732084947607,5,FailOnTimeoutGroup] 2024-11-20T06:42:27,629 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:27,629 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T06:42:27,629 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:27,630 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:27,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741831_1007 (size=1321) 2024-11-20T06:42:27,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741831_1007 (size=1321) 2024-11-20T06:42:27,647 DEBUG [RS:0;61c2066a8a0f:44903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;61c2066a8a0f:44903 2024-11-20T06:42:27,647 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T06:42:27,647 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b 2024-11-20T06:42:27,647 INFO [RS:0;61c2066a8a0f:44903 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T06:42:27,647 INFO [RS:0;61c2066a8a0f:44903 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T06:42:27,647 DEBUG [RS:0;61c2066a8a0f:44903 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T06:42:27,648 INFO [RS:0;61c2066a8a0f:44903 {}] regionserver.HRegionServer(2659): reportForDuty to master=61c2066a8a0f,32939,1732084946761 with port=44903, startcode=1732084946925 2024-11-20T06:42:27,649 DEBUG [RS:0;61c2066a8a0f:44903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T06:42:27,651 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37603, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T06:42:27,652 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32939 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 61c2066a8a0f,44903,1732084946925 2024-11-20T06:42:27,653 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32939 {}] master.ServerManager(517): Registering regionserver=61c2066a8a0f,44903,1732084946925 2024-11-20T06:42:27,656 DEBUG [RS:0;61c2066a8a0f:44903 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b 2024-11-20T06:42:27,656 DEBUG [RS:0;61c2066a8a0f:44903 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33015 2024-11-20T06:42:27,656 DEBUG [RS:0;61c2066a8a0f:44903 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T06:42:27,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741832_1008 (size=32) 2024-11-20T06:42:27,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741832_1008 (size=32) 2024-11-20T06:42:27,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T06:42:27,683 DEBUG [RS:0;61c2066a8a0f:44903 {}] zookeeper.ZKUtil(111): regionserver:44903-0x101584469f20001, quorum=127.0.0.1:62544, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/61c2066a8a0f,44903,1732084946925 2024-11-20T06:42:27,683 WARN [RS:0;61c2066a8a0f:44903 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T06:42:27,683 INFO [RS:0;61c2066a8a0f:44903 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:42:27,683 DEBUG [RS:0;61c2066a8a0f:44903 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/WALs/61c2066a8a0f,44903,1732084946925 2024-11-20T06:42:27,683 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [61c2066a8a0f,44903,1732084946925] 2024-11-20T06:42:27,688 INFO [RS:0;61c2066a8a0f:44903 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T06:42:27,694 INFO [RS:0;61c2066a8a0f:44903 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T06:42:27,695 INFO [RS:0;61c2066a8a0f:44903 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T06:42:27,695 INFO [RS:0;61c2066a8a0f:44903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:27,695 INFO [RS:0;61c2066a8a0f:44903 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T06:42:27,697 INFO [RS:0;61c2066a8a0f:44903 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T06:42:27,697 INFO [RS:0;61c2066a8a0f:44903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:27,697 DEBUG [RS:0;61c2066a8a0f:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:27,697 DEBUG [RS:0;61c2066a8a0f:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:27,697 DEBUG [RS:0;61c2066a8a0f:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:27,697 DEBUG [RS:0;61c2066a8a0f:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:27,697 DEBUG [RS:0;61c2066a8a0f:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:27,697 DEBUG [RS:0;61c2066a8a0f:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/61c2066a8a0f:0, corePoolSize=2, maxPoolSize=2 2024-11-20T06:42:27,697 DEBUG [RS:0;61c2066a8a0f:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:27,698 DEBUG [RS:0;61c2066a8a0f:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:27,698 DEBUG [RS:0;61c2066a8a0f:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:27,698 DEBUG [RS:0;61c2066a8a0f:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:27,698 DEBUG [RS:0;61c2066a8a0f:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:27,698 DEBUG [RS:0;61c2066a8a0f:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:27,698 DEBUG [RS:0;61c2066a8a0f:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/61c2066a8a0f:0, corePoolSize=3, maxPoolSize=3 2024-11-20T06:42:27,698 DEBUG [RS:0;61c2066a8a0f:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0, corePoolSize=3, maxPoolSize=3 2024-11-20T06:42:27,699 INFO [RS:0;61c2066a8a0f:44903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:27,699 INFO [RS:0;61c2066a8a0f:44903 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:27,699 INFO [RS:0;61c2066a8a0f:44903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:27,699 INFO [RS:0;61c2066a8a0f:44903 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:27,699 INFO [RS:0;61c2066a8a0f:44903 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:27,699 INFO [RS:0;61c2066a8a0f:44903 {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,44903,1732084946925-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T06:42:27,715 INFO [RS:0;61c2066a8a0f:44903 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T06:42:27,715 INFO [RS:0;61c2066a8a0f:44903 {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,44903,1732084946925-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:27,716 INFO [RS:0;61c2066a8a0f:44903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:27,716 INFO [RS:0;61c2066a8a0f:44903 {}] regionserver.Replication(171): 61c2066a8a0f,44903,1732084946925 started 2024-11-20T06:42:27,732 INFO [RS:0;61c2066a8a0f:44903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:27,732 INFO [RS:0;61c2066a8a0f:44903 {}] regionserver.HRegionServer(1482): Serving as 61c2066a8a0f,44903,1732084946925, RpcServer on 61c2066a8a0f/172.17.0.2:44903, sessionid=0x101584469f20001 2024-11-20T06:42:27,732 DEBUG [RS:0;61c2066a8a0f:44903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T06:42:27,732 DEBUG [RS:0;61c2066a8a0f:44903 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 61c2066a8a0f,44903,1732084946925 2024-11-20T06:42:27,732 DEBUG [RS:0;61c2066a8a0f:44903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '61c2066a8a0f,44903,1732084946925' 2024-11-20T06:42:27,732 DEBUG [RS:0;61c2066a8a0f:44903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T06:42:27,733 DEBUG [RS:0;61c2066a8a0f:44903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T06:42:27,733 DEBUG [RS:0;61c2066a8a0f:44903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T06:42:27,733 DEBUG [RS:0;61c2066a8a0f:44903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T06:42:27,733 DEBUG [RS:0;61c2066a8a0f:44903 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 61c2066a8a0f,44903,1732084946925 2024-11-20T06:42:27,734 DEBUG [RS:0;61c2066a8a0f:44903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '61c2066a8a0f,44903,1732084946925' 2024-11-20T06:42:27,734 DEBUG [RS:0;61c2066a8a0f:44903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T06:42:27,734 DEBUG [RS:0;61c2066a8a0f:44903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T06:42:27,735 DEBUG [RS:0;61c2066a8a0f:44903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T06:42:27,735 INFO [RS:0;61c2066a8a0f:44903 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T06:42:27,735 INFO [RS:0;61c2066a8a0f:44903 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T06:42:27,835 INFO [RS:0;61c2066a8a0f:44903 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:42:27,837 INFO [RS:0;61c2066a8a0f:44903 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C44903%2C1732084946925, suffix=, logDir=hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/WALs/61c2066a8a0f,44903,1732084946925, archiveDir=hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/oldWALs, maxLogs=32 2024-11-20T06:42:27,853 DEBUG [RS:0;61c2066a8a0f:44903 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/WALs/61c2066a8a0f,44903,1732084946925/61c2066a8a0f%2C44903%2C1732084946925.1732084947839, exclude list is [], retry=0 2024-11-20T06:42:27,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35683,DS-df7dd749-41aa-44fe-a6e7-60bfd94f8bb5,DISK] 2024-11-20T06:42:27,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41529,DS-78b03d43-6166-4d89-885f-e5e453031145,DISK] 2024-11-20T06:42:27,860 INFO [RS:0;61c2066a8a0f:44903 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/WALs/61c2066a8a0f,44903,1732084946925/61c2066a8a0f%2C44903%2C1732084946925.1732084947839 2024-11-20T06:42:27,860 DEBUG [RS:0;61c2066a8a0f:44903 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35909:35909),(127.0.0.1/127.0.0.1:42295:42295)] 2024-11-20T06:42:28,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:42:28,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T06:42:28,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T06:42:28,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:28,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:42:28,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T06:42:28,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T06:42:28,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:28,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:42:28,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T06:42:28,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T06:42:28,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:28,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:42:28,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T06:42:28,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T06:42:28,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:28,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:42:28,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T06:42:28,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/hbase/meta/1588230740 2024-11-20T06:42:28,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/hbase/meta/1588230740 2024-11-20T06:42:28,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T06:42:28,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T06:42:28,087 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T06:42:28,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T06:42:28,092 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:42:28,093 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=792843, jitterRate=0.008152753114700317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T06:42:28,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732084948067Initializing all the Stores at 1732084948068 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084948068Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084948069 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084948069Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084948069Cleaning up temporary data from old regions at 1732084948087 (+18 ms)Region opened successfully at 1732084948094 (+7 ms) 2024-11-20T06:42:28,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T06:42:28,095 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T06:42:28,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T06:42:28,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T06:42:28,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T06:42:28,095 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T06:42:28,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732084948094Disabling compacts and flushes for region at 1732084948094Disabling writes for close at 1732084948095 (+1 ms)Writing region close event to WAL at 1732084948095Closed at 1732084948095 2024-11-20T06:42:28,098 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T06:42:28,098 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T06:42:28,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T06:42:28,100 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T06:42:28,101 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T06:42:28,252 DEBUG [61c2066a8a0f:32939 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T06:42:28,252 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=61c2066a8a0f,44903,1732084946925 2024-11-20T06:42:28,254 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 61c2066a8a0f,44903,1732084946925, state=OPENING 2024-11-20T06:42:28,294 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T06:42:28,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:28,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x101584469f20001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:28,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:42:28,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:42:28,305 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T06:42:28,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=61c2066a8a0f,44903,1732084946925}] 2024-11-20T06:42:28,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:28,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:28,461 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T06:42:28,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58031, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T06:42:28,467 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T06:42:28,467 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:42:28,468 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T06:42:28,470 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C44903%2C1732084946925.meta, suffix=.meta, logDir=hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/WALs/61c2066a8a0f,44903,1732084946925, archiveDir=hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/oldWALs, maxLogs=32 2024-11-20T06:42:28,486 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/WALs/61c2066a8a0f,44903,1732084946925/61c2066a8a0f%2C44903%2C1732084946925.meta.1732084948472.meta, exclude list is [], retry=0 2024-11-20T06:42:28,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41529,DS-78b03d43-6166-4d89-885f-e5e453031145,DISK] 2024-11-20T06:42:28,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35683,DS-df7dd749-41aa-44fe-a6e7-60bfd94f8bb5,DISK] 2024-11-20T06:42:28,520 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/WALs/61c2066a8a0f,44903,1732084946925/61c2066a8a0f%2C44903%2C1732084946925.meta.1732084948472.meta 2024-11-20T06:42:28,521 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35909:35909),(127.0.0.1/127.0.0.1:42295:42295)] 2024-11-20T06:42:28,521 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:42:28,521 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T06:42:28,521 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T06:42:28,522 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T06:42:28,522 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T06:42:28,522 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:42:28,522 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T06:42:28,522 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T06:42:28,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T06:42:28,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T06:42:28,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:28,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:42:28,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T06:42:28,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T06:42:28,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:28,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:42:28,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T06:42:28,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T06:42:28,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:28,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:42:28,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T06:42:28,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T06:42:28,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:28,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:42:28,535 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T06:42:28,537 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/hbase/meta/1588230740 2024-11-20T06:42:28,539 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/hbase/meta/1588230740 2024-11-20T06:42:28,540 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T06:42:28,540 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T06:42:28,541 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T06:42:28,543 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T06:42:28,545 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=776618, jitterRate=-0.012479841709136963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T06:42:28,546 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T06:42:28,547 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732084948522Writing region info on filesystem at 1732084948522Initializing all the Stores at 1732084948523 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084948523Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084948524 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084948524Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084948524Cleaning up temporary data from old regions at 1732084948540 (+16 ms)Running coprocessor post-open hooks at 1732084948546 (+6 ms)Region opened successfully at 1732084948547 (+1 ms) 2024-11-20T06:42:28,554 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732084948460 2024-11-20T06:42:28,559 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T06:42:28,559 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T06:42:28,560 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,44903,1732084946925 2024-11-20T06:42:28,564 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 61c2066a8a0f,44903,1732084946925, state=OPEN 2024-11-20T06:42:28,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T06:42:28,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x101584469f20001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T06:42:28,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:42:28,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:42:28,603 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=61c2066a8a0f,44903,1732084946925 2024-11-20T06:42:28,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T06:42:28,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=61c2066a8a0f,44903,1732084946925 in 298 msec 2024-11-20T06:42:28,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T06:42:28,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 511 msec 2024-11-20T06:42:28,614 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T06:42:28,615 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T06:42:28,616 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:42:28,617 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44903,1732084946925, seqNum=-1] 2024-11-20T06:42:28,617 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:42:28,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60881, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:42:28,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0940 sec 2024-11-20T06:42:28,630 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732084948630, completionTime=-1 2024-11-20T06:42:28,631 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T06:42:28,631 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T06:42:28,633 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T06:42:28,634 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732085008633 2024-11-20T06:42:28,634 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732085068634 2024-11-20T06:42:28,634 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-20T06:42:28,634 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,32939,1732084946761-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:28,634 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,32939,1732084946761-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:28,635 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,32939,1732084946761-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:28,635 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-61c2066a8a0f:32939, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:28,635 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:28,638 DEBUG [master/61c2066a8a0f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T06:42:28,646 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:28,653 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.650sec 2024-11-20T06:42:28,653 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T06:42:28,653 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T06:42:28,653 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T06:42:28,653 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T06:42:28,654 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T06:42:28,654 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,32939,1732084946761-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T06:42:28,654 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,32939,1732084946761-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T06:42:28,664 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T06:42:28,664 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T06:42:28,664 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,32939,1732084946761-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:28,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bcbeb88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:42:28,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,32939,-1 for getting cluster id 2024-11-20T06:42:28,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:42:28,693 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed971ab3-f65e-4334-83c0-2a3e503bb19a' 2024-11-20T06:42:28,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:42:28,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed971ab3-f65e-4334-83c0-2a3e503bb19a" 2024-11-20T06:42:28,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667f99d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:42:28,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,32939,-1] 2024-11-20T06:42:28,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:42:28,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:42:28,716 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:42:28,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1230ec21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:42:28,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:42:28,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44903,1732084946925, seqNum=-1] 2024-11-20T06:42:28,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:42:28,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:42:28,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=61c2066a8a0f,32939,1732084946761 2024-11-20T06:42:28,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:28,732 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-20T06:42:28,755 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T06:42:28,769 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:28,804 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:28,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:42:28,831 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:42:28,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:42:28,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:42:28,867 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T06:42:28,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bb408df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:42:28,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19d662cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:42:28,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28362695{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/java.io.tmpdir/jetty-localhost-37297-hadoop-hdfs-3_4_1-tests_jar-_-any-7744825455291071858/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:42:28,996 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5416cab2{HTTP/1.1, (http/1.1)}{localhost:37297} 2024-11-20T06:42:28,996 INFO [Time-limited test {}] server.Server(415): Started @71868ms 2024-11-20T06:42:28,998 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T06:42:29,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:42:29,098 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:42:29,107 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:42:29,107 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:42:29,108 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T06:42:29,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3af30855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:42:29,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@decc05b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:42:29,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@715c1911{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/java.io.tmpdir/jetty-localhost-43797-hadoop-hdfs-3_4_1-tests_jar-_-any-5645088018529200331/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:42:29,231 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fd6e937{HTTP/1.1, (http/1.1)}{localhost:43797} 2024-11-20T06:42:29,231 INFO [Time-limited test {}] server.Server(415): Started @72104ms 2024-11-20T06:42:29,234 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T06:42:29,282 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:42:29,287 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:42:29,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:42:29,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:42:29,291 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T06:42:29,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12d6a5ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:42:29,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@222b0da9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:42:29,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303229dc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/java.io.tmpdir/jetty-localhost-43231-hadoop-hdfs-3_4_1-tests_jar-_-any-15931133269083956762/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:42:29,406 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14428ef0{HTTP/1.1, (http/1.1)}{localhost:43231} 2024-11-20T06:42:29,406 INFO [Time-limited test {}] server.Server(415): Started @72279ms 2024-11-20T06:42:29,408 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T06:42:29,837 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c/data/data5/current/BP-629159085-172.17.0.2-1732084944818/current, will proceed with Du for space computation calculation, 2024-11-20T06:42:29,837 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c/data/data6/current/BP-629159085-172.17.0.2-1732084944818/current, will proceed with Du for space computation calculation, 2024-11-20T06:42:29,872 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T06:42:29,876 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe305bb6ed08b0713 with lease ID 0xe7d263b7993f1858: Processing first storage report for DS-24e9ce41-1723-4b98-aafc-37a5d3c06599 from datanode DatanodeRegistration(127.0.0.1:36511, datanodeUuid=3f8b1b68-e9a7-4c24-a92e-8a2d0da3d925, infoPort=34107, infoSecurePort=0, ipcPort=43509, storageInfo=lv=-57;cid=testClusterID;nsid=949392574;c=1732084944818) 2024-11-20T06:42:29,876 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe305bb6ed08b0713 with lease ID 0xe7d263b7993f1858: from storage DS-24e9ce41-1723-4b98-aafc-37a5d3c06599 node DatanodeRegistration(127.0.0.1:36511, datanodeUuid=3f8b1b68-e9a7-4c24-a92e-8a2d0da3d925, infoPort=34107, infoSecurePort=0, ipcPort=43509, storageInfo=lv=-57;cid=testClusterID;nsid=949392574;c=1732084944818), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:42:29,876 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe305bb6ed08b0713 with lease ID 0xe7d263b7993f1858: Processing first storage report for DS-61b47d7f-3a53-424e-87f2-d1c460df1bd0 from datanode DatanodeRegistration(127.0.0.1:36511, datanodeUuid=3f8b1b68-e9a7-4c24-a92e-8a2d0da3d925, infoPort=34107, infoSecurePort=0, ipcPort=43509, storageInfo=lv=-57;cid=testClusterID;nsid=949392574;c=1732084944818) 2024-11-20T06:42:29,876 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe305bb6ed08b0713 with lease ID 0xe7d263b7993f1858: from storage DS-61b47d7f-3a53-424e-87f2-d1c460df1bd0 node DatanodeRegistration(127.0.0.1:36511, datanodeUuid=3f8b1b68-e9a7-4c24-a92e-8a2d0da3d925, infoPort=34107, infoSecurePort=0, ipcPort=43509, storageInfo=lv=-57;cid=testClusterID;nsid=949392574;c=1732084944818), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:42:30,132 WARN [Thread-558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c/data/data7/current/BP-629159085-172.17.0.2-1732084944818/current, will proceed with Du for space computation calculation, 2024-11-20T06:42:30,132 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c/data/data8/current/BP-629159085-172.17.0.2-1732084944818/current, will proceed with Du for space computation calculation, 2024-11-20T06:42:30,167 WARN [Thread-511 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T06:42:30,171 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9962c603dc58d263 with lease ID 0xe7d263b7993f1859: Processing first storage report for DS-20e08c0c-bb52-43a0-8ca3-49acb6dd4812 from datanode DatanodeRegistration(127.0.0.1:45373, datanodeUuid=139a2f09-8e26-4c5a-b15f-e2048a0e18af, infoPort=34475, infoSecurePort=0, ipcPort=37387, storageInfo=lv=-57;cid=testClusterID;nsid=949392574;c=1732084944818) 2024-11-20T06:42:30,171 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9962c603dc58d263 with lease ID 0xe7d263b7993f1859: from storage DS-20e08c0c-bb52-43a0-8ca3-49acb6dd4812 node DatanodeRegistration(127.0.0.1:45373, datanodeUuid=139a2f09-8e26-4c5a-b15f-e2048a0e18af, infoPort=34475, infoSecurePort=0, ipcPort=37387, storageInfo=lv=-57;cid=testClusterID;nsid=949392574;c=1732084944818), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:42:30,171 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9962c603dc58d263 with lease ID 0xe7d263b7993f1859: Processing first storage report for DS-288dec94-7015-4f17-8078-41386c97a013 from datanode DatanodeRegistration(127.0.0.1:45373, datanodeUuid=139a2f09-8e26-4c5a-b15f-e2048a0e18af, infoPort=34475, infoSecurePort=0, ipcPort=37387, storageInfo=lv=-57;cid=testClusterID;nsid=949392574;c=1732084944818) 2024-11-20T06:42:30,171 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9962c603dc58d263 with lease ID 0xe7d263b7993f1859: from storage DS-288dec94-7015-4f17-8078-41386c97a013 node DatanodeRegistration(127.0.0.1:45373, datanodeUuid=139a2f09-8e26-4c5a-b15f-e2048a0e18af, infoPort=34475, infoSecurePort=0, ipcPort=37387, storageInfo=lv=-57;cid=testClusterID;nsid=949392574;c=1732084944818), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:42:30,290 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c/data/data9/current/BP-629159085-172.17.0.2-1732084944818/current, will proceed with Du for space computation calculation, 2024-11-20T06:42:30,290 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c/data/data10/current/BP-629159085-172.17.0.2-1732084944818/current, will proceed with Du for space computation calculation, 2024-11-20T06:42:30,324 WARN [Thread-534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T06:42:30,327 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb14fc0e40b7e55b2 with lease ID 0xe7d263b7993f185a: Processing first storage report for DS-6663f4c0-fe95-4b2d-a776-791289b6d9b0 from datanode DatanodeRegistration(127.0.0.1:37037, datanodeUuid=bb5d930a-37a9-4625-92b7-f65ec8eead31, infoPort=38923, infoSecurePort=0, ipcPort=39461, storageInfo=lv=-57;cid=testClusterID;nsid=949392574;c=1732084944818) 2024-11-20T06:42:30,327 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb14fc0e40b7e55b2 with lease ID 0xe7d263b7993f185a: from storage DS-6663f4c0-fe95-4b2d-a776-791289b6d9b0 node DatanodeRegistration(127.0.0.1:37037, datanodeUuid=bb5d930a-37a9-4625-92b7-f65ec8eead31, infoPort=38923, infoSecurePort=0, ipcPort=39461, storageInfo=lv=-57;cid=testClusterID;nsid=949392574;c=1732084944818), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:42:30,327 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb14fc0e40b7e55b2 with lease ID 0xe7d263b7993f185a: Processing first storage report for DS-50b6e9e4-6813-4c5f-ae9e-61e08d6b39a1 from datanode DatanodeRegistration(127.0.0.1:37037, datanodeUuid=bb5d930a-37a9-4625-92b7-f65ec8eead31, infoPort=38923, infoSecurePort=0, ipcPort=39461, storageInfo=lv=-57;cid=testClusterID;nsid=949392574;c=1732084944818) 2024-11-20T06:42:30,327 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb14fc0e40b7e55b2 with lease ID 0xe7d263b7993f185a: from storage DS-50b6e9e4-6813-4c5f-ae9e-61e08d6b39a1 node DatanodeRegistration(127.0.0.1:37037, datanodeUuid=bb5d930a-37a9-4625-92b7-f65ec8eead31, infoPort=38923, infoSecurePort=0, ipcPort=39461, storageInfo=lv=-57;cid=testClusterID;nsid=949392574;c=1732084944818), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:42:30,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T06:42:30,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 61c2066a8a0f,32939,1732084946761 2024-11-20T06:42:30,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a8468d0 2024-11-20T06:42:30,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T06:42:30,370 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T06:42:30,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-20T06:42:30,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-20T06:42:30,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:42:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-20T06:42:30,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T06:42:30,375 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:30,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-20T06:42:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T06:42:30,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T06:42:30,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45373 is added to blk_1073741835_1011 (size=393) 2024-11-20T06:42:30,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741835_1011 (size=393) 2024-11-20T06:42:30,389 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d5642342c92b0634d17155c78710b137, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b 2024-11-20T06:42:30,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45373 is added to blk_1073741836_1012 (size=76) 2024-11-20T06:42:30,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741836_1012 (size=76) 2024-11-20T06:42:30,400 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:42:30,400 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing d5642342c92b0634d17155c78710b137, disabling compactions & flushes 2024-11-20T06:42:30,400 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137. 2024-11-20T06:42:30,400 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137. 2024-11-20T06:42:30,400 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137. after waiting 0 ms 2024-11-20T06:42:30,400 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137. 2024-11-20T06:42:30,400 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137. 2024-11-20T06:42:30,400 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for d5642342c92b0634d17155c78710b137: Waiting for close lock at 1732084950400Disabling compacts and flushes for region at 1732084950400Disabling writes for close at 1732084950400Writing region close event to WAL at 1732084950400Closed at 1732084950400 2024-11-20T06:42:30,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T06:42:30,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732084950402"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732084950402"}]},"ts":"1732084950402"} 2024-11-20T06:42:30,405 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T06:42:30,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T06:42:30,407 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732084950407"}]},"ts":"1732084950407"} 2024-11-20T06:42:30,409 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-20T06:42:30,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=d5642342c92b0634d17155c78710b137, ASSIGN}] 2024-11-20T06:42:30,412 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=d5642342c92b0634d17155c78710b137, ASSIGN 2024-11-20T06:42:30,413 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=d5642342c92b0634d17155c78710b137, ASSIGN; state=OFFLINE, location=61c2066a8a0f,44903,1732084946925; forceNewPlan=false, retain=false 2024-11-20T06:42:30,564 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d5642342c92b0634d17155c78710b137, regionState=OPENING, regionLocation=61c2066a8a0f,44903,1732084946925 2024-11-20T06:42:30,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=d5642342c92b0634d17155c78710b137, ASSIGN because future has completed 2024-11-20T06:42:30,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5642342c92b0634d17155c78710b137, server=61c2066a8a0f,44903,1732084946925}] 2024-11-20T06:42:30,727 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137. 2024-11-20T06:42:30,727 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d5642342c92b0634d17155c78710b137, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:42:30,727 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath d5642342c92b0634d17155c78710b137 2024-11-20T06:42:30,727 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:42:30,727 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d5642342c92b0634d17155c78710b137 2024-11-20T06:42:30,727 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d5642342c92b0634d17155c78710b137 2024-11-20T06:42:30,729 INFO [StoreOpener-d5642342c92b0634d17155c78710b137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d5642342c92b0634d17155c78710b137 2024-11-20T06:42:30,731 INFO [StoreOpener-d5642342c92b0634d17155c78710b137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5642342c92b0634d17155c78710b137 columnFamilyName info 2024-11-20T06:42:30,731 DEBUG [StoreOpener-d5642342c92b0634d17155c78710b137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:30,731 INFO [StoreOpener-d5642342c92b0634d17155c78710b137-1 {}] regionserver.HStore(327): Store=d5642342c92b0634d17155c78710b137/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:42:30,732 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d5642342c92b0634d17155c78710b137 2024-11-20T06:42:30,733 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d5642342c92b0634d17155c78710b137 2024-11-20T06:42:30,733 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d5642342c92b0634d17155c78710b137 2024-11-20T06:42:30,734 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d5642342c92b0634d17155c78710b137 2024-11-20T06:42:30,734 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d5642342c92b0634d17155c78710b137 2024-11-20T06:42:30,736 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d5642342c92b0634d17155c78710b137 2024-11-20T06:42:30,739 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d5642342c92b0634d17155c78710b137/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:42:30,740 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d5642342c92b0634d17155c78710b137; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=785340, jitterRate=-0.0013896077871322632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T06:42:30,740 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5642342c92b0634d17155c78710b137 2024-11-20T06:42:30,742 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d5642342c92b0634d17155c78710b137: Running coprocessor pre-open hook at 1732084950728Writing region info on filesystem at 1732084950728Initializing all the Stores at 1732084950729 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084950729Cleaning up temporary data from old regions at 1732084950734 (+5 ms)Running coprocessor post-open hooks at 1732084950740 (+6 ms)Region opened successfully at 1732084950741 (+1 ms) 2024-11-20T06:42:30,743 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137., pid=6, masterSystemTime=1732084950721 2024-11-20T06:42:30,746 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137. 2024-11-20T06:42:30,746 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137. 2024-11-20T06:42:30,747 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d5642342c92b0634d17155c78710b137, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,44903,1732084946925 2024-11-20T06:42:30,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5642342c92b0634d17155c78710b137, server=61c2066a8a0f,44903,1732084946925 because future has completed 2024-11-20T06:42:30,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T06:42:30,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d5642342c92b0634d17155c78710b137, server=61c2066a8a0f,44903,1732084946925 in 184 msec 2024-11-20T06:42:30,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T06:42:30,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=d5642342c92b0634d17155c78710b137, ASSIGN in 346 msec 2024-11-20T06:42:30,761 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T06:42:30,761 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732084950761"}]},"ts":"1732084950761"} 2024-11-20T06:42:30,763 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-20T06:42:30,765 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T06:42:30,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 394 msec 2024-11-20T06:42:33,037 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-20T06:42:33,037 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-20T06:42:33,038 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-20T06:42:34,025 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T06:42:34,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:34,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:34,066 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T06:42:34,067 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-20T06:42:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T06:42:40,465 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-20T06:42:40,465 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-20T06:42:40,466 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:42:40,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-20T06:42:40,471 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:42:40,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-20T06:42:40,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137., hostname=61c2066a8a0f,44903,1732084946925, seqNum=2] 2024-11-20T06:42:40,478 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-20T06:42:40,482 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-20T06:42:40,482 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137. 2024-11-20T06:42:40,483 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1393878267_22 at /127.0.0.1:55440 [Receiving block BP-629159085-172.17.0.2-1732084944818:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:41529:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55440 dst: /127.0.0.1:41529 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:42:40,484 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1914963034_22 at /127.0.0.1:37398 [Receiving block BP-629159085-172.17.0.2-1732084944818:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:35683:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37398 dst: /127.0.0.1:35683 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:42:40,484 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1914963034_22 at /127.0.0.1:37384 [Receiving block BP-629159085-172.17.0.2-1732084944818:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:35683:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37384 dst: /127.0.0.1:35683 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:42:40,484 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1393878267_22 at /127.0.0.1:37348 [Receiving block BP-629159085-172.17.0.2-1732084944818:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:35683:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37348 dst: /127.0.0.1:35683 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:42:40,484 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1914963034_22 at /127.0.0.1:55480 [Receiving block BP-629159085-172.17.0.2-1732084944818:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:41529:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55480 dst: /127.0.0.1:41529 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:42:40,484 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1914963034_22 at /127.0.0.1:55474 [Receiving block BP-629159085-172.17.0.2-1732084944818:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:41529:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55474 dst: /127.0.0.1:41529 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:42:40,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5929c55a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:42:40,488 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@704af1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:42:40,488 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:42:40,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30d8952d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:42:40,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70f900fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/hadoop.log.dir/,STOPPED} 2024-11-20T06:42:40,490 WARN [BP-629159085-172.17.0.2-1732084944818 heartbeating to localhost/127.0.0.1:33015 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T06:42:40,490 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T06:42:40,490 WARN [BP-629159085-172.17.0.2-1732084944818 heartbeating to localhost/127.0.0.1:33015 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-629159085-172.17.0.2-1732084944818 (Datanode Uuid 52c951b2-d791-4ee8-bff0-1c129e3e0e5d) service to localhost/127.0.0.1:33015 2024-11-20T06:42:40,490 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T06:42:40,491 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c/data/data3/current/BP-629159085-172.17.0.2-1732084944818 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:42:40,491 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c/data/data4/current/BP-629159085-172.17.0.2-1732084944818 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:42:40,492 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T06:42:40,506 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:42:40,509 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:42:40,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:42:40,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:42:40,513 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T06:42:40,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7934f8b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:42:40,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fc48c73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:42:40,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15ebe995{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/java.io.tmpdir/jetty-localhost-42489-hadoop-hdfs-3_4_1-tests_jar-_-any-6958887642968750325/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:42:40,620 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51105e1a{HTTP/1.1, (http/1.1)}{localhost:42489} 2024-11-20T06:42:40,620 INFO [Time-limited test {}] server.Server(415): Started @83492ms 2024-11-20T06:42:40,622 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T06:42:40,657 WARN [AsyncFSWAL-0-hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b-prefix:61c2066a8a0f,44903,1732084946925 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:42:40,657 DEBUG [regionserver/61c2066a8a0f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 61c2066a8a0f%2C44903%2C1732084946925:(num 1732084947839) roll requested 2024-11-20T06:42:40,672 DEBUG [regionserver/61c2066a8a0f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/WALs/61c2066a8a0f,44903,1732084946925/61c2066a8a0f%2C44903%2C1732084946925.1732084960657, exclude list is [], retry=0 2024-11-20T06:42:40,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45373,DS-20e08c0c-bb52-43a0-8ca3-49acb6dd4812,DISK] 2024-11-20T06:42:40,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-6663f4c0-fe95-4b2d-a776-791289b6d9b0,DISK] 2024-11-20T06:42:40,683 INFO [regionserver/61c2066a8a0f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/WALs/61c2066a8a0f,44903,1732084946925/61c2066a8a0f%2C44903%2C1732084946925.1732084947839 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/WALs/61c2066a8a0f,44903,1732084946925/61c2066a8a0f%2C44903%2C1732084946925.1732084960657 2024-11-20T06:42:40,687 DEBUG [regionserver/61c2066a8a0f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34475:34475),(127.0.0.1/127.0.0.1:38923:38923)] 2024-11-20T06:42:40,687 DEBUG [regionserver/61c2066a8a0f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/WALs/61c2066a8a0f,44903,1732084946925/61c2066a8a0f%2C44903%2C1732084946925.1732084947839 is not closed yet, will try archiving it next time 2024-11-20T06:42:40,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T06:42:40,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T06:42:40,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:42:40,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:42:40,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:42:40,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:42:40,689 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:42:40,690 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T06:42:40,690 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1067894799, stopped=false 2024-11-20T06:42:40,690 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=61c2066a8a0f,32939,1732084946761 2024-11-20T06:42:40,690 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:42:40,692 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T06:42:40,692 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T06:42:40,692 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/WALs/61c2066a8a0f,44903,1732084946925/61c2066a8a0f%2C44903%2C1732084946925.1732084947839 2024-11-20T06:42:40,695 WARN [IPC Server handler 4 on default port 33015 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/WALs/61c2066a8a0f,44903,1732084946925/61c2066a8a0f%2C44903%2C1732084946925.1732084947839 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-20T06:42:40,701 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/WALs/61c2066a8a0f,44903,1732084946925/61c2066a8a0f%2C44903%2C1732084946925.1732084947839 after 6ms 2024-11-20T06:42:40,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T06:42:40,754 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T06:42:40,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:40,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x101584469f20001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T06:42:40,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x101584469f20001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:40,755 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T06:42:40,755 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:42:40,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:42:40,756 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '61c2066a8a0f,44903,1732084946925' ***** 2024-11-20T06:42:40,756 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T06:42:40,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44903-0x101584469f20001, quorum=127.0.0.1:62544, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:42:40,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:42:40,757 INFO [RS:0;61c2066a8a0f:44903 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T06:42:40,757 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T06:42:40,757 INFO [RS:0;61c2066a8a0f:44903 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T06:42:40,757 INFO [RS:0;61c2066a8a0f:44903 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T06:42:40,757 INFO [RS:0;61c2066a8a0f:44903 {}] regionserver.HRegionServer(3091): Received CLOSE for d5642342c92b0634d17155c78710b137 2024-11-20T06:42:40,757 INFO [RS:0;61c2066a8a0f:44903 {}] regionserver.HRegionServer(959): stopping server 61c2066a8a0f,44903,1732084946925 2024-11-20T06:42:40,758 INFO [RS:0;61c2066a8a0f:44903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T06:42:40,758 INFO [RS:0;61c2066a8a0f:44903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;61c2066a8a0f:44903. 2024-11-20T06:42:40,758 DEBUG [RS:0;61c2066a8a0f:44903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:42:40,758 DEBUG [RS:0;61c2066a8a0f:44903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:42:40,758 INFO [RS:0;61c2066a8a0f:44903 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T06:42:40,758 INFO [RS:0;61c2066a8a0f:44903 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T06:42:40,758 INFO [RS:0;61c2066a8a0f:44903 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T06:42:40,758 INFO [RS:0;61c2066a8a0f:44903 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T06:42:40,759 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d5642342c92b0634d17155c78710b137, disabling compactions & flushes 2024-11-20T06:42:40,759 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137. 2024-11-20T06:42:40,759 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137. 2024-11-20T06:42:40,759 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137. after waiting 0 ms 2024-11-20T06:42:40,759 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137. 2024-11-20T06:42:40,759 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d5642342c92b0634d17155c78710b137 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-20T06:42:40,766 INFO [RS:0;61c2066a8a0f:44903 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T06:42:40,767 DEBUG [RS:0;61c2066a8a0f:44903 {}] regionserver.HRegionServer(1325): Online Regions={d5642342c92b0634d17155c78710b137=TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T06:42:40,767 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T06:42:40,767 DEBUG [RS:0;61c2066a8a0f:44903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d5642342c92b0634d17155c78710b137 2024-11-20T06:42:40,767 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T06:42:40,767 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T06:42:40,767 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T06:42:40,767 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T06:42:40,767 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-20T06:42:40,768 WARN [AsyncFSWAL-0-hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b-prefix:61c2066a8a0f,44903,1732084946925.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:42:40,769 DEBUG [regionserver/61c2066a8a0f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 61c2066a8a0f%2C44903%2C1732084946925.meta:.meta(num 1732084948472) roll requested 2024-11-20T06:42:40,781 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d5642342c92b0634d17155c78710b137/.tmp/info/01e5931bc70f44128e4226c53e508e8d is 1055, key is row0001/info:/1732084960477/Put/seqid=0 2024-11-20T06:42:40,784 WARN [Thread-619 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741838_1015 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T06:42:40,784 WARN [Thread-619 {}] hdfs.DataStreamer(1731): Error Recovery for BP-629159085-172.17.0.2-1732084944818:blk_1073741838_1015 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41529,DS-78b03d43-6166-4d89-885f-e5e453031145,DISK], DatanodeInfoWithStorage[127.0.0.1:36511,DS-24e9ce41-1723-4b98-aafc-37a5d3c06599,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41529,DS-78b03d43-6166-4d89-885f-e5e453031145,DISK]) is bad. 2024-11-20T06:42:40,784 WARN [Thread-619 {}] hdfs.DataStreamer(1850): Abandoning BP-629159085-172.17.0.2-1732084944818:blk_1073741838_1015 2024-11-20T06:42:40,787 WARN [Thread-619 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:41529,DS-78b03d43-6166-4d89-885f-e5e453031145,DISK] 2024-11-20T06:42:40,788 DEBUG [regionserver/61c2066a8a0f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/WALs/61c2066a8a0f,44903,1732084946925/61c2066a8a0f%2C44903%2C1732084946925.meta.1732084960769.meta, exclude list is [], retry=0 2024-11-20T06:42:40,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36511,DS-24e9ce41-1723-4b98-aafc-37a5d3c06599,DISK] 2024-11-20T06:42:40,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45373,DS-20e08c0c-bb52-43a0-8ca3-49acb6dd4812,DISK] 2024-11-20T06:42:40,792 INFO [regionserver/61c2066a8a0f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T06:42:40,792 INFO [regionserver/61c2066a8a0f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T06:42:40,799 INFO [regionserver/61c2066a8a0f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/WALs/61c2066a8a0f,44903,1732084946925/61c2066a8a0f%2C44903%2C1732084946925.meta.1732084948472.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/WALs/61c2066a8a0f,44903,1732084946925/61c2066a8a0f%2C44903%2C1732084946925.meta.1732084960769.meta 2024-11-20T06:42:40,802 DEBUG [regionserver/61c2066a8a0f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34107:34107),(127.0.0.1/127.0.0.1:34475:34475)] 2024-11-20T06:42:40,802 DEBUG [regionserver/61c2066a8a0f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/WALs/61c2066a8a0f,44903,1732084946925/61c2066a8a0f%2C44903%2C1732084946925.meta.1732084948472.meta is not closed yet, will try archiving it next time 2024-11-20T06:42:40,802 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:42:40,803 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:42:40,804 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/WALs/61c2066a8a0f,44903,1732084946925/61c2066a8a0f%2C44903%2C1732084946925.meta.1732084948472.meta 2024-11-20T06:42:40,807 WARN [IPC Server handler 3 on default port 33015 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/WALs/61c2066a8a0f,44903,1732084946925/61c2066a8a0f%2C44903%2C1732084946925.meta.1732084948472.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-11-20T06:42:40,808 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/WALs/61c2066a8a0f,44903,1732084946925/61c2066a8a0f%2C44903%2C1732084946925.meta.1732084948472.meta after 4ms 2024-11-20T06:42:40,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741839_1016 (size=7062) 2024-11-20T06:42:40,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45373 is added to blk_1073741839_1016 (size=7062) 2024-11-20T06:42:40,811 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d5642342c92b0634d17155c78710b137/.tmp/info/01e5931bc70f44128e4226c53e508e8d 2024-11-20T06:42:40,821 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d5642342c92b0634d17155c78710b137/.tmp/info/01e5931bc70f44128e4226c53e508e8d as hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d5642342c92b0634d17155c78710b137/info/01e5931bc70f44128e4226c53e508e8d 2024-11-20T06:42:40,829 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/hbase/meta/1588230740/.tmp/info/68359e7c37a04d3b8828bd04b7f3d615 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137./info:regioninfo/1732084950747/Put/seqid=0 2024-11-20T06:42:40,834 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d5642342c92b0634d17155c78710b137/info/01e5931bc70f44128e4226c53e508e8d, entries=2, sequenceid=6, filesize=6.9 K 2024-11-20T06:42:40,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45373 is added to blk_1073741841_1019 (size=7089) 2024-11-20T06:42:40,837 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for d5642342c92b0634d17155c78710b137 in 77ms, sequenceid=6, compaction requested=false 2024-11-20T06:42:40,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741841_1019 (size=7089) 2024-11-20T06:42:40,839 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/hbase/meta/1588230740/.tmp/info/68359e7c37a04d3b8828bd04b7f3d615 2024-11-20T06:42:40,864 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d5642342c92b0634d17155c78710b137/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T06:42:40,865 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137. 2024-11-20T06:42:40,866 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d5642342c92b0634d17155c78710b137: Waiting for close lock at 1732084960759Running coprocessor pre-close hooks at 1732084960759Disabling compacts and flushes for region at 1732084960759Disabling writes for close at 1732084960759Obtaining lock to block concurrent updates at 1732084960759Preparing flush snapshotting stores in d5642342c92b0634d17155c78710b137 at 1732084960759Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1732084960760 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137. at 1732084960760Flushing d5642342c92b0634d17155c78710b137/info: creating writer at 1732084960761 (+1 ms)Flushing d5642342c92b0634d17155c78710b137/info: appending metadata at 1732084960781 (+20 ms)Flushing d5642342c92b0634d17155c78710b137/info: closing flushed file at 1732084960781Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca36795: reopening flushed file at 1732084960820 (+39 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for d5642342c92b0634d17155c78710b137 in 77ms, sequenceid=6, compaction requested=false at 1732084960837 (+17 ms)Writing region close event to WAL at 1732084960859 (+22 ms)Running coprocessor post-close hooks at 1732084960865 (+6 ms)Closed at 1732084960865 2024-11-20T06:42:40,866 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732084950371.d5642342c92b0634d17155c78710b137. 2024-11-20T06:42:40,871 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/hbase/meta/1588230740/.tmp/ns/a807b95ef5614122ae504ee65d0d29a3 is 43, key is default/ns:d/1732084948619/Put/seqid=0 2024-11-20T06:42:40,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36511 is added to blk_1073741842_1020 (size=5153) 2024-11-20T06:42:40,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741842_1020 (size=5153) 2024-11-20T06:42:40,880 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/hbase/meta/1588230740/.tmp/ns/a807b95ef5614122ae504ee65d0d29a3 2024-11-20T06:42:40,905 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/hbase/meta/1588230740/.tmp/table/7e9d41b85d644e5293c393eb2f6dbf8f is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1732084950761/Put/seqid=0 2024-11-20T06:42:40,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741843_1021 (size=5424) 2024-11-20T06:42:40,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45373 is added to blk_1073741843_1021 (size=5424) 2024-11-20T06:42:40,922 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/hbase/meta/1588230740/.tmp/table/7e9d41b85d644e5293c393eb2f6dbf8f 2024-11-20T06:42:40,931 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/hbase/meta/1588230740/.tmp/info/68359e7c37a04d3b8828bd04b7f3d615 as hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/hbase/meta/1588230740/info/68359e7c37a04d3b8828bd04b7f3d615 2024-11-20T06:42:40,940 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/hbase/meta/1588230740/info/68359e7c37a04d3b8828bd04b7f3d615, entries=10, sequenceid=11, filesize=6.9 K 2024-11-20T06:42:40,942 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/hbase/meta/1588230740/.tmp/ns/a807b95ef5614122ae504ee65d0d29a3 as hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/hbase/meta/1588230740/ns/a807b95ef5614122ae504ee65d0d29a3 2024-11-20T06:42:40,952 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/hbase/meta/1588230740/ns/a807b95ef5614122ae504ee65d0d29a3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T06:42:40,953 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/hbase/meta/1588230740/.tmp/table/7e9d41b85d644e5293c393eb2f6dbf8f as hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/hbase/meta/1588230740/table/7e9d41b85d644e5293c393eb2f6dbf8f 2024-11-20T06:42:40,963 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/hbase/meta/1588230740/table/7e9d41b85d644e5293c393eb2f6dbf8f, entries=2, sequenceid=11, filesize=5.3 K 2024-11-20T06:42:40,967 DEBUG [RS:0;61c2066a8a0f:44903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T06:42:40,967 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 199ms, sequenceid=11, compaction requested=false 2024-11-20T06:42:40,996 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T06:42:40,997 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T06:42:40,997 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T06:42:40,998 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732084960767Running coprocessor pre-close hooks at 1732084960767Disabling compacts and flushes for region at 1732084960767Disabling writes for close at 1732084960767Obtaining lock to block concurrent updates at 1732084960767Preparing flush snapshotting stores in 1588230740 at 1732084960767Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1732084960768 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732084960803 (+35 ms)Flushing 1588230740/info: creating writer at 1732084960803Flushing 1588230740/info: appending metadata at 1732084960828 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732084960828Flushing 1588230740/ns: creating writer at 1732084960848 (+20 ms)Flushing 1588230740/ns: appending metadata at 1732084960870 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732084960870Flushing 1588230740/table: creating writer at 1732084960888 (+18 ms)Flushing 1588230740/table: appending metadata at 1732084960905 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732084960905Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28009106: reopening flushed file at 1732084960930 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@315b70e8: reopening flushed file at 1732084960941 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@320aa990: reopening flushed file at 1732084960952 (+11 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 199ms, sequenceid=11, compaction requested=false at 1732084960967 (+15 ms)Writing region close event to WAL at 1732084960991 (+24 ms)Running coprocessor post-close hooks at 1732084960997 (+6 ms)Closed at 1732084960997 2024-11-20T06:42:40,998 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T06:42:41,018 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T06:42:41,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3e48dc29b859902 with lease ID 0xe7d263b7993f185b: from storage DS-78b03d43-6166-4d89-885f-e5e453031145 node DatanodeRegistration(127.0.0.1:40569, datanodeUuid=52c951b2-d791-4ee8-bff0-1c129e3e0e5d, infoPort=35891, infoSecurePort=0, ipcPort=43919, storageInfo=lv=-57;cid=testClusterID;nsid=949392574;c=1732084944818), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T06:42:41,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3e48dc29b859902 with lease ID 0xe7d263b7993f185b: from storage DS-e9667462-1aaa-4503-b892-7c405172ba8f node DatanodeRegistration(127.0.0.1:40569, datanodeUuid=52c951b2-d791-4ee8-bff0-1c129e3e0e5d, infoPort=35891, infoSecurePort=0, ipcPort=43919, storageInfo=lv=-57;cid=testClusterID;nsid=949392574;c=1732084944818), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:42:41,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741833_1014 (size=1599) 2024-11-20T06:42:41,167 INFO [RS:0;61c2066a8a0f:44903 {}] regionserver.HRegionServer(976): stopping server 61c2066a8a0f,44903,1732084946925; all regions closed. 2024-11-20T06:42:41,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36511 is added to blk_1073741840_1017 (size=825) 2024-11-20T06:42:41,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45373 is added to blk_1073741840_1017 (size=825) 2024-11-20T06:42:41,700 INFO [regionserver/61c2066a8a0f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T06:42:43,037 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-20T06:42:43,037 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T06:42:43,038 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T06:42:44,703 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/WALs/61c2066a8a0f,44903,1732084946925/61c2066a8a0f%2C44903%2C1732084946925.1732084947839 after 4011ms 2024-11-20T06:42:44,704 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/WALs/61c2066a8a0f,44903,1732084946925/61c2066a8a0f%2C44903%2C1732084946925.1732084947839 to hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/oldWALs/61c2066a8a0f%2C44903%2C1732084946925.1732084947839 2024-11-20T06:42:44,810 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/WALs/61c2066a8a0f,44903,1732084946925/61c2066a8a0f%2C44903%2C1732084946925.meta.1732084948472.meta after 4006ms 2024-11-20T06:42:44,812 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/WALs/61c2066a8a0f,44903,1732084946925/61c2066a8a0f%2C44903%2C1732084946925.meta.1732084948472.meta to hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/oldWALs/61c2066a8a0f%2C44903%2C1732084946925.meta.1732084948472.meta 2024-11-20T06:42:44,820 DEBUG [RS:0;61c2066a8a0f:44903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/oldWALs 2024-11-20T06:42:44,821 INFO [RS:0;61c2066a8a0f:44903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 61c2066a8a0f%2C44903%2C1732084946925.meta:.meta(num 1732084960769) 2024-11-20T06:42:44,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741837_1013 (size=2288) 2024-11-20T06:42:44,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45373 is added to blk_1073741837_1013 (size=2288) 2024-11-20T06:42:44,827 DEBUG [RS:0;61c2066a8a0f:44903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/oldWALs 2024-11-20T06:42:44,827 INFO [RS:0;61c2066a8a0f:44903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 61c2066a8a0f%2C44903%2C1732084946925:(num 1732084960657) 2024-11-20T06:42:44,827 DEBUG [RS:0;61c2066a8a0f:44903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:42:44,827 INFO [RS:0;61c2066a8a0f:44903 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T06:42:44,828 INFO [RS:0;61c2066a8a0f:44903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T06:42:44,828 INFO [RS:0;61c2066a8a0f:44903 {}] hbase.ChoreService(370): Chore service for: regionserver/61c2066a8a0f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T06:42:44,828 INFO [RS:0;61c2066a8a0f:44903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T06:42:44,828 INFO [regionserver/61c2066a8a0f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T06:42:44,828 INFO [RS:0;61c2066a8a0f:44903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44903 2024-11-20T06:42:44,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T06:42:44,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x101584469f20001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/61c2066a8a0f,44903,1732084946925 2024-11-20T06:42:44,887 INFO [RS:0;61c2066a8a0f:44903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T06:42:44,888 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [61c2066a8a0f,44903,1732084946925] 2024-11-20T06:42:44,903 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/61c2066a8a0f,44903,1732084946925 already deleted, retry=false 2024-11-20T06:42:44,903 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 61c2066a8a0f,44903,1732084946925 expired; onlineServers=0 2024-11-20T06:42:44,903 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '61c2066a8a0f,32939,1732084946761' ***** 2024-11-20T06:42:44,903 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T06:42:44,903 INFO [M:0;61c2066a8a0f:32939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T06:42:44,904 INFO [M:0;61c2066a8a0f:32939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T06:42:44,904 DEBUG [M:0;61c2066a8a0f:32939 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T06:42:44,904 DEBUG [M:0;61c2066a8a0f:32939 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T06:42:44,904 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T06:42:44,904 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.small.0-1732084947607 {}] cleaner.HFileCleaner(306): Exit Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.small.0-1732084947607,5,FailOnTimeoutGroup] 2024-11-20T06:42:44,904 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.large.0-1732084947597 {}] cleaner.HFileCleaner(306): Exit Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.large.0-1732084947597,5,FailOnTimeoutGroup] 2024-11-20T06:42:44,904 INFO [M:0;61c2066a8a0f:32939 {}] hbase.ChoreService(370): Chore service for: master/61c2066a8a0f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T06:42:44,904 INFO [M:0;61c2066a8a0f:32939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T06:42:44,904 DEBUG [M:0;61c2066a8a0f:32939 {}] master.HMaster(1795): Stopping service threads 2024-11-20T06:42:44,904 INFO [M:0;61c2066a8a0f:32939 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T06:42:44,904 INFO [M:0;61c2066a8a0f:32939 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T06:42:44,905 INFO [M:0;61c2066a8a0f:32939 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T06:42:44,905 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T06:42:44,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T06:42:44,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:44,912 DEBUG [M:0;61c2066a8a0f:32939 {}] zookeeper.ZKUtil(347): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T06:42:44,912 WARN [M:0;61c2066a8a0f:32939 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T06:42:44,913 INFO [M:0;61c2066a8a0f:32939 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/.lastflushedseqids 2024-11-20T06:42:44,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741844_1022 (size=139) 2024-11-20T06:42:44,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36511 is added to blk_1073741844_1022 (size=139) 2024-11-20T06:42:44,920 INFO [M:0;61c2066a8a0f:32939 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T06:42:44,921 INFO [M:0;61c2066a8a0f:32939 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T06:42:44,921 DEBUG [M:0;61c2066a8a0f:32939 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T06:42:44,921 INFO [M:0;61c2066a8a0f:32939 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:42:44,921 DEBUG [M:0;61c2066a8a0f:32939 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:42:44,921 DEBUG [M:0;61c2066a8a0f:32939 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T06:42:44,921 DEBUG [M:0;61c2066a8a0f:32939 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:42:44,921 INFO [M:0;61c2066a8a0f:32939 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-20T06:42:44,922 WARN [AsyncFSWAL-0-hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData-prefix:61c2066a8a0f,32939,1732084946761 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:42:44,922 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 61c2066a8a0f%2C32939%2C1732084946761:(num 1732084947202) roll requested 2024-11-20T06:42:44,935 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/WALs/61c2066a8a0f,32939,1732084946761/61c2066a8a0f%2C32939%2C1732084946761.1732084964922, exclude list is [], retry=0 2024-11-20T06:42:44,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35683,DS-df7dd749-41aa-44fe-a6e7-60bfd94f8bb5,DISK] 2024-11-20T06:42:44,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36511,DS-24e9ce41-1723-4b98-aafc-37a5d3c06599,DISK] 2024-11-20T06:42:44,940 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/WALs/61c2066a8a0f,32939,1732084946761/61c2066a8a0f%2C32939%2C1732084946761.1732084947202 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/WALs/61c2066a8a0f,32939,1732084946761/61c2066a8a0f%2C32939%2C1732084946761.1732084964922 2024-11-20T06:42:44,940 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42295:42295),(127.0.0.1/127.0.0.1:34107:34107)] 2024-11-20T06:42:44,941 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/WALs/61c2066a8a0f,32939,1732084946761/61c2066a8a0f%2C32939%2C1732084946761.1732084947202 is not closed yet, will try archiving it next time 2024-11-20T06:42:44,941 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:42:44,941 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:42:44,941 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/WALs/61c2066a8a0f,32939,1732084946761/61c2066a8a0f%2C32939%2C1732084946761.1732084947202 2024-11-20T06:42:44,942 WARN [IPC Server handler 2 on default port 33015 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/WALs/61c2066a8a0f,32939,1732084946761/61c2066a8a0f%2C32939%2C1732084946761.1732084947202 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-11-20T06:42:44,942 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/WALs/61c2066a8a0f,32939,1732084946761/61c2066a8a0f%2C32939%2C1732084946761.1732084947202 after 1ms 2024-11-20T06:42:44,957 DEBUG [M:0;61c2066a8a0f:32939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2b41716237547859fab4db3d0adcba0 is 82, key is hbase:meta,,1/info:regioninfo/1732084948560/Put/seqid=0 2024-11-20T06:42:44,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36511 is added to blk_1073741846_1025 (size=5672) 2024-11-20T06:42:44,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741846_1025 (size=5672) 2024-11-20T06:42:44,964 INFO [M:0;61c2066a8a0f:32939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2b41716237547859fab4db3d0adcba0 2024-11-20T06:42:44,994 DEBUG [M:0;61c2066a8a0f:32939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b35a772167614b3c86a8cfb392c901ef is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732084950766/Put/seqid=0 2024-11-20T06:42:44,995 INFO [RS:0;61c2066a8a0f:44903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T06:42:44,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x101584469f20001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:42:44,995 INFO [RS:0;61c2066a8a0f:44903 {}] regionserver.HRegionServer(1031): Exiting; stopping=61c2066a8a0f,44903,1732084946925; zookeeper connection closed. 2024-11-20T06:42:44,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x101584469f20001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:42:44,996 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79e89086 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79e89086 2024-11-20T06:42:44,996 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T06:42:45,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741847_1026 (size=6114) 2024-11-20T06:42:45,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45373 is added to blk_1073741847_1026 (size=6114) 2024-11-20T06:42:45,001 INFO [M:0;61c2066a8a0f:32939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b35a772167614b3c86a8cfb392c901ef 2024-11-20T06:42:45,024 DEBUG [M:0;61c2066a8a0f:32939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1f197e63b6c4b38a2124ef1995ee4ad is 69, key is 61c2066a8a0f,44903,1732084946925/rs:state/1732084947653/Put/seqid=0 2024-11-20T06:42:45,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741848_1027 (size=5156) 2024-11-20T06:42:45,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741848_1027 (size=5156) 2024-11-20T06:42:45,031 INFO [M:0;61c2066a8a0f:32939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1f197e63b6c4b38a2124ef1995ee4ad 2024-11-20T06:42:45,054 DEBUG [M:0;61c2066a8a0f:32939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f2a4771b969c4eafb9c6b7dd65b10e89 is 52, key is load_balancer_on/state:d/1732084948730/Put/seqid=0 2024-11-20T06:42:45,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741849_1028 (size=5056) 2024-11-20T06:42:45,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36511 is added to blk_1073741849_1028 (size=5056) 2024-11-20T06:42:45,061 INFO [M:0;61c2066a8a0f:32939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f2a4771b969c4eafb9c6b7dd65b10e89 2024-11-20T06:42:45,069 DEBUG [M:0;61c2066a8a0f:32939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2b41716237547859fab4db3d0adcba0 as hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2b41716237547859fab4db3d0adcba0 2024-11-20T06:42:45,076 INFO [M:0;61c2066a8a0f:32939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2b41716237547859fab4db3d0adcba0, entries=8, sequenceid=56, filesize=5.5 K 2024-11-20T06:42:45,078 DEBUG [M:0;61c2066a8a0f:32939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b35a772167614b3c86a8cfb392c901ef as hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b35a772167614b3c86a8cfb392c901ef 2024-11-20T06:42:45,084 INFO [M:0;61c2066a8a0f:32939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b35a772167614b3c86a8cfb392c901ef, entries=6, sequenceid=56, filesize=6.0 K 2024-11-20T06:42:45,086 DEBUG [M:0;61c2066a8a0f:32939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1f197e63b6c4b38a2124ef1995ee4ad as hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1f197e63b6c4b38a2124ef1995ee4ad 2024-11-20T06:42:45,093 INFO [M:0;61c2066a8a0f:32939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1f197e63b6c4b38a2124ef1995ee4ad, entries=1, sequenceid=56, filesize=5.0 K 2024-11-20T06:42:45,095 DEBUG [M:0;61c2066a8a0f:32939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f2a4771b969c4eafb9c6b7dd65b10e89 as hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f2a4771b969c4eafb9c6b7dd65b10e89 2024-11-20T06:42:45,102 INFO [M:0;61c2066a8a0f:32939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f2a4771b969c4eafb9c6b7dd65b10e89, entries=1, sequenceid=56, filesize=4.9 K 2024-11-20T06:42:45,104 INFO [M:0;61c2066a8a0f:32939 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 183ms, sequenceid=56, compaction requested=false 2024-11-20T06:42:45,105 INFO [M:0;61c2066a8a0f:32939 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:42:45,105 DEBUG [M:0;61c2066a8a0f:32939 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732084964921Disabling compacts and flushes for region at 1732084964921Disabling writes for close at 1732084964921Obtaining lock to block concurrent updates at 1732084964921Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732084964921Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1732084964922 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732084964941 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732084964941Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732084964956 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732084964957 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732084964972 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732084964993 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732084964993Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732084965008 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732084965023 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732084965023Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732084965039 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732084965054 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732084965054Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cfc18ca: reopening flushed file at 1732084965067 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b1e6e9: reopening flushed file at 1732084965076 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6deca643: reopening flushed file at 1732084965085 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d00f886: reopening flushed file at 1732084965094 (+9 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 183ms, sequenceid=56, compaction requested=false at 1732084965104 (+10 ms)Writing region close event to WAL at 1732084965105 (+1 ms)Closed at 1732084965105 2024-11-20T06:42:45,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36511 is added to blk_1073741845_1023 (size=757) 2024-11-20T06:42:45,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741845_1023 (size=757) 2024-11-20T06:42:45,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:45,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:45,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:46,400 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T06:42:46,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:46,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:46,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:48,943 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/WALs/61c2066a8a0f,32939,1732084946761/61c2066a8a0f%2C32939%2C1732084946761.1732084947202 after 4002ms 2024-11-20T06:42:48,944 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/WALs/61c2066a8a0f,32939,1732084946761/61c2066a8a0f%2C32939%2C1732084946761.1732084947202 to hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/oldWALs/61c2066a8a0f%2C32939%2C1732084946761.1732084947202 2024-11-20T06:42:48,948 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/MasterData/oldWALs/61c2066a8a0f%2C32939%2C1732084946761.1732084947202 to hdfs://localhost:33015/user/jenkins/test-data/4a393cfa-3caa-36f7-6f98-03a864728a6b/oldWALs/61c2066a8a0f%2C32939%2C1732084946761.1732084947202$masterlocalwal$ 2024-11-20T06:42:48,949 INFO [M:0;61c2066a8a0f:32939 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T06:42:48,949 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T06:42:48,949 INFO [M:0;61c2066a8a0f:32939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32939 2024-11-20T06:42:48,949 INFO [M:0;61c2066a8a0f:32939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T06:42:49,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:42:49,111 INFO [M:0;61c2066a8a0f:32939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T06:42:49,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101584469f20000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:42:49,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15ebe995{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:42:49,118 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51105e1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:42:49,118 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:42:49,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fc48c73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:42:49,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7934f8b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/hadoop.log.dir/,STOPPED} 2024-11-20T06:42:49,121 WARN [BP-629159085-172.17.0.2-1732084944818 heartbeating to localhost/127.0.0.1:33015 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T06:42:49,121 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T06:42:49,121 WARN [BP-629159085-172.17.0.2-1732084944818 heartbeating to localhost/127.0.0.1:33015 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-629159085-172.17.0.2-1732084944818 (Datanode Uuid 52c951b2-d791-4ee8-bff0-1c129e3e0e5d) service to localhost/127.0.0.1:33015 2024-11-20T06:42:49,121 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T06:42:49,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c/data/data3/current/BP-629159085-172.17.0.2-1732084944818 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:42:49,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c/data/data4/current/BP-629159085-172.17.0.2-1732084944818 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:42:49,122 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T06:42:49,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303229dc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:42:49,125 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14428ef0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:42:49,125 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:42:49,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@222b0da9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:42:49,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12d6a5ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/hadoop.log.dir/,STOPPED} 2024-11-20T06:42:49,126 WARN [BP-629159085-172.17.0.2-1732084944818 heartbeating to localhost/127.0.0.1:33015 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T06:42:49,126 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T06:42:49,126 WARN [BP-629159085-172.17.0.2-1732084944818 heartbeating to localhost/127.0.0.1:33015 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-629159085-172.17.0.2-1732084944818 (Datanode Uuid bb5d930a-37a9-4625-92b7-f65ec8eead31) service to localhost/127.0.0.1:33015 2024-11-20T06:42:49,126 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T06:42:49,127 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c/data/data9/current/BP-629159085-172.17.0.2-1732084944818 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:42:49,127 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c/data/data10/current/BP-629159085-172.17.0.2-1732084944818 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:42:49,127 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T06:42:49,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@715c1911{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:42:49,129 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fd6e937{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:42:49,129 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:42:49,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@decc05b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:42:49,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3af30855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/hadoop.log.dir/,STOPPED} 2024-11-20T06:42:49,130 WARN [BP-629159085-172.17.0.2-1732084944818 heartbeating to localhost/127.0.0.1:33015 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T06:42:49,131 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T06:42:49,131 WARN [BP-629159085-172.17.0.2-1732084944818 heartbeating to localhost/127.0.0.1:33015 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-629159085-172.17.0.2-1732084944818 (Datanode Uuid 139a2f09-8e26-4c5a-b15f-e2048a0e18af) service to localhost/127.0.0.1:33015 2024-11-20T06:42:49,131 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T06:42:49,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c/data/data7/current/BP-629159085-172.17.0.2-1732084944818 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:42:49,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c/data/data8/current/BP-629159085-172.17.0.2-1732084944818 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:42:49,132 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T06:42:49,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28362695{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:42:49,134 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5416cab2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:42:49,134 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:42:49,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19d662cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:42:49,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bb408df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/hadoop.log.dir/,STOPPED} 2024-11-20T06:42:49,136 WARN [BP-629159085-172.17.0.2-1732084944818 heartbeating to localhost/127.0.0.1:33015 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T06:42:49,136 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T06:42:49,136 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T06:42:49,136 WARN [BP-629159085-172.17.0.2-1732084944818 heartbeating to localhost/127.0.0.1:33015 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-629159085-172.17.0.2-1732084944818 (Datanode Uuid 3f8b1b68-e9a7-4c24-a92e-8a2d0da3d925) service to localhost/127.0.0.1:33015 2024-11-20T06:42:49,137 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c/data/data5/current/BP-629159085-172.17.0.2-1732084944818 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:42:49,137 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c/data/data6/current/BP-629159085-172.17.0.2-1732084944818 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:42:49,137 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T06:42:49,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34ba8d84{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:42:49,139 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d866606{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:42:49,139 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:42:49,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@744a4a63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:42:49,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@727dbeb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/hadoop.log.dir/,STOPPED} 2024-11-20T06:42:49,141 WARN [BP-629159085-172.17.0.2-1732084944818 heartbeating to localhost/127.0.0.1:33015 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T06:42:49,141 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T06:42:49,141 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T06:42:49,141 WARN [BP-629159085-172.17.0.2-1732084944818 heartbeating to localhost/127.0.0.1:33015 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-629159085-172.17.0.2-1732084944818 (Datanode Uuid 31c38be9-2de3-48c3-8ac8-83bcc25a8a40) service to localhost/127.0.0.1:33015 2024-11-20T06:42:49,141 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c/data/data1/current/BP-629159085-172.17.0.2-1732084944818 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:42:49,142 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/cluster_3a7d2c35-ec33-ebf7-01a6-597c8d1d984c/data/data2/current/BP-629159085-172.17.0.2-1732084944818 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:42:49,142 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T06:42:49,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45567984{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T06:42:49,150 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@194a3ed5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:42:49,150 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:42:49,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@634db6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:42:49,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ce88563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/hadoop.log.dir/,STOPPED} 2024-11-20T06:42:49,157 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T06:42:49,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T06:42:49,189 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=103 (was 69) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33015 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:33015 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:33015 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33015 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:33015 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=328 (was 364), ProcessCount=11 (was 11), AvailableMemoryMB=4103 (was 4406) 2024-11-20T06:42:49,195 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=103, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=328, ProcessCount=11, AvailableMemoryMB=4102 2024-11-20T06:42:49,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T06:42:49,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/hadoop.log.dir so I do NOT create it in target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6 2024-11-20T06:42:49,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0acad76-07c6-459b-4298-f9b3c46dcf49/hadoop.tmp.dir so I do NOT create it in target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6 2024-11-20T06:42:49,196 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/cluster_ed827ebf-b940-32ff-72f3-173beebad7f4, deleteOnExit=true 2024-11-20T06:42:49,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T06:42:49,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/test.cache.data in system properties and HBase conf 2024-11-20T06:42:49,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T06:42:49,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/hadoop.log.dir in system properties and HBase conf 2024-11-20T06:42:49,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T06:42:49,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T06:42:49,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T06:42:49,197 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T06:42:49,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T06:42:49,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T06:42:49,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T06:42:49,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T06:42:49,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T06:42:49,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T06:42:49,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T06:42:49,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T06:42:49,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T06:42:49,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/nfs.dump.dir in system properties and HBase conf 2024-11-20T06:42:49,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/java.io.tmpdir in system properties and HBase conf 2024-11-20T06:42:49,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T06:42:49,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T06:42:49,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T06:42:49,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:42:49,498 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:42:49,499 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:42:49,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:42:49,500 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T06:42:49,500 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:42:49,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ad660d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:42:49,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@356ac7e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:42:49,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a966a3d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/java.io.tmpdir/jetty-localhost-41397-hadoop-hdfs-3_4_1-tests_jar-_-any-7958058430485260457/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T06:42:49,594 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@284b414a{HTTP/1.1, (http/1.1)}{localhost:41397} 2024-11-20T06:42:49,594 INFO [Time-limited test {}] server.Server(415): Started @92467ms 2024-11-20T06:42:49,844 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:42:49,847 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:42:49,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:42:49,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:42:49,851 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T06:42:49,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42959dc9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:42:49,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@622bfb7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:42:49,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e7fdc55{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/java.io.tmpdir/jetty-localhost-40439-hadoop-hdfs-3_4_1-tests_jar-_-any-2078067009846746476/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:42:49,946 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1246f445{HTTP/1.1, (http/1.1)}{localhost:40439} 2024-11-20T06:42:49,946 INFO [Time-limited test {}] server.Server(415): Started @92819ms 2024-11-20T06:42:49,948 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T06:42:49,982 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:42:49,985 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:42:49,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:42:49,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:42:49,986 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T06:42:49,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a62cc75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:42:49,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@104caaf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:42:50,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8bc5764{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/java.io.tmpdir/jetty-localhost-46411-hadoop-hdfs-3_4_1-tests_jar-_-any-7708126068075912139/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:42:50,081 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@377c9128{HTTP/1.1, (http/1.1)}{localhost:46411} 2024-11-20T06:42:50,081 INFO [Time-limited test {}] server.Server(415): Started @92953ms 2024-11-20T06:42:50,082 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T06:42:50,733 WARN [Thread-800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/cluster_ed827ebf-b940-32ff-72f3-173beebad7f4/data/data1/current/BP-145672852-172.17.0.2-1732084969220/current, will proceed with Du for space computation calculation, 2024-11-20T06:42:50,733 WARN [Thread-801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/cluster_ed827ebf-b940-32ff-72f3-173beebad7f4/data/data2/current/BP-145672852-172.17.0.2-1732084969220/current, will proceed with Du for space computation calculation, 2024-11-20T06:42:50,751 WARN [Thread-764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T06:42:50,754 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaaf52244241a12c6 with lease ID 0x22fa29c68b7ad52e: Processing first storage report for DS-4c098f4b-1698-4005-8d2f-d289d6d6a65e from datanode DatanodeRegistration(127.0.0.1:44425, datanodeUuid=d9c0cc26-8f47-4b01-8c2f-dfbd9fd2dfb5, infoPort=33873, infoSecurePort=0, ipcPort=39203, storageInfo=lv=-57;cid=testClusterID;nsid=1277341734;c=1732084969220) 2024-11-20T06:42:50,754 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaaf52244241a12c6 with lease ID 0x22fa29c68b7ad52e: from storage DS-4c098f4b-1698-4005-8d2f-d289d6d6a65e node DatanodeRegistration(127.0.0.1:44425, datanodeUuid=d9c0cc26-8f47-4b01-8c2f-dfbd9fd2dfb5, infoPort=33873, infoSecurePort=0, ipcPort=39203, storageInfo=lv=-57;cid=testClusterID;nsid=1277341734;c=1732084969220), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:42:50,754 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaaf52244241a12c6 with lease ID 0x22fa29c68b7ad52e: Processing first storage report for DS-ff945dcd-81ba-4863-bf93-e0bef5118089 from datanode DatanodeRegistration(127.0.0.1:44425, datanodeUuid=d9c0cc26-8f47-4b01-8c2f-dfbd9fd2dfb5, infoPort=33873, infoSecurePort=0, ipcPort=39203, storageInfo=lv=-57;cid=testClusterID;nsid=1277341734;c=1732084969220) 2024-11-20T06:42:50,754 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaaf52244241a12c6 with lease ID 0x22fa29c68b7ad52e: from storage DS-ff945dcd-81ba-4863-bf93-e0bef5118089 node DatanodeRegistration(127.0.0.1:44425, datanodeUuid=d9c0cc26-8f47-4b01-8c2f-dfbd9fd2dfb5, infoPort=33873, infoSecurePort=0, ipcPort=39203, storageInfo=lv=-57;cid=testClusterID;nsid=1277341734;c=1732084969220), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:42:50,852 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/cluster_ed827ebf-b940-32ff-72f3-173beebad7f4/data/data3/current/BP-145672852-172.17.0.2-1732084969220/current, will proceed with Du for space computation calculation, 2024-11-20T06:42:50,852 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/cluster_ed827ebf-b940-32ff-72f3-173beebad7f4/data/data4/current/BP-145672852-172.17.0.2-1732084969220/current, will proceed with Du for space computation calculation, 2024-11-20T06:42:50,872 WARN [Thread-787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T06:42:50,874 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25ce57919e35b6b with lease ID 0x22fa29c68b7ad52f: Processing first storage report for DS-567ad30c-ade4-46bf-81f4-36fbf46cb398 from datanode DatanodeRegistration(127.0.0.1:34363, datanodeUuid=08459d9a-076e-41d3-9aee-ef41a91060fe, infoPort=45291, infoSecurePort=0, ipcPort=34297, storageInfo=lv=-57;cid=testClusterID;nsid=1277341734;c=1732084969220) 2024-11-20T06:42:50,874 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25ce57919e35b6b with lease ID 0x22fa29c68b7ad52f: from storage DS-567ad30c-ade4-46bf-81f4-36fbf46cb398 node DatanodeRegistration(127.0.0.1:34363, datanodeUuid=08459d9a-076e-41d3-9aee-ef41a91060fe, infoPort=45291, infoSecurePort=0, ipcPort=34297, storageInfo=lv=-57;cid=testClusterID;nsid=1277341734;c=1732084969220), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T06:42:50,874 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25ce57919e35b6b with lease ID 0x22fa29c68b7ad52f: Processing first storage report for DS-263c30fe-bcfc-4ab6-80fd-7ee17f621644 from datanode DatanodeRegistration(127.0.0.1:34363, datanodeUuid=08459d9a-076e-41d3-9aee-ef41a91060fe, infoPort=45291, infoSecurePort=0, ipcPort=34297, storageInfo=lv=-57;cid=testClusterID;nsid=1277341734;c=1732084969220) 2024-11-20T06:42:50,874 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25ce57919e35b6b with lease ID 0x22fa29c68b7ad52f: from storage DS-263c30fe-bcfc-4ab6-80fd-7ee17f621644 node DatanodeRegistration(127.0.0.1:34363, datanodeUuid=08459d9a-076e-41d3-9aee-ef41a91060fe, infoPort=45291, infoSecurePort=0, ipcPort=34297, storageInfo=lv=-57;cid=testClusterID;nsid=1277341734;c=1732084969220), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:42:50,913 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6 2024-11-20T06:42:50,919 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/cluster_ed827ebf-b940-32ff-72f3-173beebad7f4/zookeeper_0, clientPort=64225, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/cluster_ed827ebf-b940-32ff-72f3-173beebad7f4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/cluster_ed827ebf-b940-32ff-72f3-173beebad7f4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T06:42:50,921 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64225 2024-11-20T06:42:50,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:50,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:50,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741825_1001 (size=7) 2024-11-20T06:42:50,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741825_1001 (size=7) 2024-11-20T06:42:50,934 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e with version=8 2024-11-20T06:42:50,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/hbase-staging 2024-11-20T06:42:50,936 INFO [Time-limited test {}] client.ConnectionUtils(128): master/61c2066a8a0f:0 server-side Connection retries=45 2024-11-20T06:42:50,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:42:50,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T06:42:50,936 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T06:42:50,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:42:50,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T06:42:50,936 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T06:42:50,936 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T06:42:50,937 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43265 2024-11-20T06:42:50,938 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43265 connecting to ZooKeeper ensemble=127.0.0.1:64225 2024-11-20T06:42:50,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432650x0, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T06:42:50,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43265-0x1015844c8690000 connected 2024-11-20T06:42:51,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:51,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:51,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:42:51,072 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e, hbase.cluster.distributed=false 2024-11-20T06:42:51,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T06:42:51,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43265 2024-11-20T06:42:51,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43265 2024-11-20T06:42:51,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43265 2024-11-20T06:42:51,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43265 2024-11-20T06:42:51,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43265 2024-11-20T06:42:51,095 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/61c2066a8a0f:0 server-side Connection retries=45 2024-11-20T06:42:51,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:42:51,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T06:42:51,096 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T06:42:51,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:42:51,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T06:42:51,096 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T06:42:51,096 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T06:42:51,097 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42459 2024-11-20T06:42:51,098 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42459 connecting to ZooKeeper ensemble=127.0.0.1:64225 2024-11-20T06:42:51,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:51,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:51,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424590x0, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T06:42:51,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42459-0x1015844c8690001, quorum=127.0.0.1:64225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:42:51,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42459-0x1015844c8690001 connected 2024-11-20T06:42:51,111 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T06:42:51,112 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T06:42:51,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42459-0x1015844c8690001, quorum=127.0.0.1:64225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T06:42:51,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42459-0x1015844c8690001, quorum=127.0.0.1:64225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T06:42:51,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42459 2024-11-20T06:42:51,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42459 2024-11-20T06:42:51,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42459 2024-11-20T06:42:51,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42459 2024-11-20T06:42:51,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42459 2024-11-20T06:42:51,134 DEBUG [M:0;61c2066a8a0f:43265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;61c2066a8a0f:43265 2024-11-20T06:42:51,135 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/61c2066a8a0f,43265,1732084970936 2024-11-20T06:42:51,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:42:51,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x1015844c8690001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:42:51,144 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/61c2066a8a0f,43265,1732084970936 2024-11-20T06:42:51,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:51,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x1015844c8690001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T06:42:51,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x1015844c8690001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:51,153 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T06:42:51,153 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/61c2066a8a0f,43265,1732084970936 from backup master directory 2024-11-20T06:42:51,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x1015844c8690001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:42:51,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/61c2066a8a0f,43265,1732084970936 2024-11-20T06:42:51,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:42:51,160 WARN [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T06:42:51,160 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=61c2066a8a0f,43265,1732084970936 2024-11-20T06:42:51,165 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/hbase.id] with ID: e0fc0d53-bbca-4e10-b682-2decd7f47a35 2024-11-20T06:42:51,165 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/.tmp/hbase.id 2024-11-20T06:42:51,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741826_1002 (size=42) 2024-11-20T06:42:51,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741826_1002 (size=42) 2024-11-20T06:42:51,171 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/.tmp/hbase.id]:[hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/hbase.id] 2024-11-20T06:42:51,184 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:51,184 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T06:42:51,186 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T06:42:51,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x1015844c8690001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:51,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:51,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741827_1003 (size=196) 2024-11-20T06:42:51,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741827_1003 (size=196) 2024-11-20T06:42:51,202 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:42:51,203 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T06:42:51,206 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:42:51,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741828_1004 (size=1189) 2024-11-20T06:42:51,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741828_1004 (size=1189) 2024-11-20T06:42:51,215 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/data/master/store 2024-11-20T06:42:51,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741829_1005 (size=34) 2024-11-20T06:42:51,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741829_1005 (size=34) 2024-11-20T06:42:51,223 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:42:51,223 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T06:42:51,223 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:42:51,223 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:42:51,223 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T06:42:51,223 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:42:51,223 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:42:51,223 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732084971223Disabling compacts and flushes for region at 1732084971223Disabling writes for close at 1732084971223Writing region close event to WAL at 1732084971223Closed at 1732084971223 2024-11-20T06:42:51,224 WARN [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/data/master/store/.initializing 2024-11-20T06:42:51,224 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/WALs/61c2066a8a0f,43265,1732084970936 2024-11-20T06:42:51,225 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:42:51,227 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C43265%2C1732084970936, suffix=, logDir=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/WALs/61c2066a8a0f,43265,1732084970936, archiveDir=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/oldWALs, maxLogs=10 2024-11-20T06:42:51,239 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/WALs/61c2066a8a0f,43265,1732084970936/61c2066a8a0f%2C43265%2C1732084970936.1732084971227, exclude list is [], retry=0 2024-11-20T06:42:51,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44425,DS-4c098f4b-1698-4005-8d2f-d289d6d6a65e,DISK] 2024-11-20T06:42:51,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34363,DS-567ad30c-ade4-46bf-81f4-36fbf46cb398,DISK] 2024-11-20T06:42:51,244 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/WALs/61c2066a8a0f,43265,1732084970936/61c2066a8a0f%2C43265%2C1732084970936.1732084971227 2024-11-20T06:42:51,245 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33873:33873),(127.0.0.1/127.0.0.1:45291:45291)] 2024-11-20T06:42:51,245 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:42:51,245 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:42:51,246 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:51,246 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:51,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:51,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T06:42:51,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:51,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:42:51,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:51,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T06:42:51,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:51,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:42:51,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:51,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T06:42:51,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:51,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:42:51,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:51,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T06:42:51,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:51,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:42:51,255 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:51,256 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:51,256 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:51,258 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:51,258 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:51,258 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T06:42:51,260 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:51,261 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:42:51,262 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=833831, jitterRate=0.06027185916900635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T06:42:51,262 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732084971246Initializing all the Stores at 1732084971247 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084971247Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084971247Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084971247Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084971247Cleaning up temporary data from old regions at 1732084971258 (+11 ms)Region opened successfully at 1732084971262 (+4 ms) 2024-11-20T06:42:51,263 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T06:42:51,266 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3776705f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=61c2066a8a0f/172.17.0.2:0 2024-11-20T06:42:51,267 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T06:42:51,267 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T06:42:51,267 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T06:42:51,267 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T06:42:51,267 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T06:42:51,268 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T06:42:51,268 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T06:42:51,270 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T06:42:51,271 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T06:42:51,293 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T06:42:51,293 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T06:42:51,294 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T06:42:51,301 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T06:42:51,302 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T06:42:51,303 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T06:42:51,310 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T06:42:51,311 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T06:42:51,318 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T06:42:51,320 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T06:42:51,326 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T06:42:51,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x1015844c8690001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T06:42:51,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T06:42:51,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:51,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x1015844c8690001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:51,336 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=61c2066a8a0f,43265,1732084970936, sessionid=0x1015844c8690000, setting cluster-up flag (Was=false) 2024-11-20T06:42:51,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:51,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x1015844c8690001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:51,377 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T06:42:51,378 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=61c2066a8a0f,43265,1732084970936 2024-11-20T06:42:51,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x1015844c8690001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:51,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:51,418 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T06:42:51,420 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=61c2066a8a0f,43265,1732084970936 2024-11-20T06:42:51,421 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T06:42:51,422 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T06:42:51,423 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T06:42:51,423 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T06:42:51,423 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 61c2066a8a0f,43265,1732084970936 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T06:42:51,425 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:42:51,425 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:42:51,425 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:42:51,425 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:42:51,425 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/61c2066a8a0f:0, corePoolSize=10, maxPoolSize=10 2024-11-20T06:42:51,425 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:51,425 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=2, maxPoolSize=2 2024-11-20T06:42:51,425 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:51,425 INFO [RS:0;61c2066a8a0f:42459 {}] regionserver.HRegionServer(746): ClusterId : e0fc0d53-bbca-4e10-b682-2decd7f47a35 2024-11-20T06:42:51,425 DEBUG [RS:0;61c2066a8a0f:42459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T06:42:51,428 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732085001427 2024-11-20T06:42:51,428 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T06:42:51,428 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T06:42:51,428 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T06:42:51,428 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T06:42:51,428 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T06:42:51,428 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T06:42:51,428 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:51,429 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T06:42:51,429 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T06:42:51,429 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T06:42:51,429 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T06:42:51,429 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T06:42:51,429 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T06:42:51,429 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T06:42:51,429 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.large.0-1732084971429,5,FailOnTimeoutGroup] 2024-11-20T06:42:51,429 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.small.0-1732084971429,5,FailOnTimeoutGroup] 2024-11-20T06:42:51,429 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:51,430 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T06:42:51,430 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:51,430 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:51,430 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:51,430 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T06:42:51,436 DEBUG [RS:0;61c2066a8a0f:42459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T06:42:51,436 DEBUG [RS:0;61c2066a8a0f:42459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T06:42:51,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741831_1007 (size=1321) 2024-11-20T06:42:51,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741831_1007 (size=1321) 2024-11-20T06:42:51,444 DEBUG [RS:0;61c2066a8a0f:42459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T06:42:51,444 DEBUG [RS:0;61c2066a8a0f:42459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd2d730, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=61c2066a8a0f/172.17.0.2:0 2024-11-20T06:42:51,454 DEBUG [RS:0;61c2066a8a0f:42459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;61c2066a8a0f:42459 2024-11-20T06:42:51,454 INFO [RS:0;61c2066a8a0f:42459 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T06:42:51,454 INFO [RS:0;61c2066a8a0f:42459 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T06:42:51,454 DEBUG [RS:0;61c2066a8a0f:42459 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T06:42:51,455 INFO [RS:0;61c2066a8a0f:42459 {}] regionserver.HRegionServer(2659): reportForDuty to master=61c2066a8a0f,43265,1732084970936 with port=42459, startcode=1732084971095 2024-11-20T06:42:51,455 DEBUG [RS:0;61c2066a8a0f:42459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T06:42:51,457 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47183, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T06:42:51,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43265 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 61c2066a8a0f,42459,1732084971095 2024-11-20T06:42:51,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43265 {}] master.ServerManager(517): Registering regionserver=61c2066a8a0f,42459,1732084971095 2024-11-20T06:42:51,459 DEBUG [RS:0;61c2066a8a0f:42459 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e 2024-11-20T06:42:51,459 DEBUG [RS:0;61c2066a8a0f:42459 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39549 2024-11-20T06:42:51,459 DEBUG [RS:0;61c2066a8a0f:42459 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T06:42:51,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T06:42:51,469 DEBUG [RS:0;61c2066a8a0f:42459 {}] zookeeper.ZKUtil(111): regionserver:42459-0x1015844c8690001, quorum=127.0.0.1:64225, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/61c2066a8a0f,42459,1732084971095 2024-11-20T06:42:51,469 WARN [RS:0;61c2066a8a0f:42459 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T06:42:51,469 INFO [RS:0;61c2066a8a0f:42459 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:42:51,469 DEBUG [RS:0;61c2066a8a0f:42459 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/WALs/61c2066a8a0f,42459,1732084971095 2024-11-20T06:42:51,469 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [61c2066a8a0f,42459,1732084971095] 2024-11-20T06:42:51,473 INFO [RS:0;61c2066a8a0f:42459 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T06:42:51,475 INFO [RS:0;61c2066a8a0f:42459 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T06:42:51,476 INFO [RS:0;61c2066a8a0f:42459 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T06:42:51,476 INFO [RS:0;61c2066a8a0f:42459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:51,476 INFO [RS:0;61c2066a8a0f:42459 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T06:42:51,477 INFO [RS:0;61c2066a8a0f:42459 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T06:42:51,477 INFO [RS:0;61c2066a8a0f:42459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:51,477 DEBUG [RS:0;61c2066a8a0f:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:51,478 DEBUG [RS:0;61c2066a8a0f:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:51,478 DEBUG [RS:0;61c2066a8a0f:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:51,478 DEBUG [RS:0;61c2066a8a0f:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:51,478 DEBUG [RS:0;61c2066a8a0f:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:51,478 DEBUG [RS:0;61c2066a8a0f:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/61c2066a8a0f:0, corePoolSize=2, maxPoolSize=2 2024-11-20T06:42:51,478 DEBUG [RS:0;61c2066a8a0f:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:51,478 DEBUG [RS:0;61c2066a8a0f:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:51,478 DEBUG [RS:0;61c2066a8a0f:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:51,478 DEBUG [RS:0;61c2066a8a0f:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:51,478 DEBUG [RS:0;61c2066a8a0f:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:51,478 DEBUG [RS:0;61c2066a8a0f:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:51,478 DEBUG [RS:0;61c2066a8a0f:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/61c2066a8a0f:0, corePoolSize=3, maxPoolSize=3 2024-11-20T06:42:51,479 DEBUG [RS:0;61c2066a8a0f:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0, corePoolSize=3, maxPoolSize=3 2024-11-20T06:42:51,480 INFO [RS:0;61c2066a8a0f:42459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:51,480 INFO [RS:0;61c2066a8a0f:42459 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:51,480 INFO [RS:0;61c2066a8a0f:42459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:51,480 INFO [RS:0;61c2066a8a0f:42459 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:51,480 INFO [RS:0;61c2066a8a0f:42459 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:51,480 INFO [RS:0;61c2066a8a0f:42459 {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,42459,1732084971095-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T06:42:51,493 INFO [RS:0;61c2066a8a0f:42459 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T06:42:51,493 INFO [RS:0;61c2066a8a0f:42459 {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,42459,1732084971095-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:51,493 INFO [RS:0;61c2066a8a0f:42459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:51,493 INFO [RS:0;61c2066a8a0f:42459 {}] regionserver.Replication(171): 61c2066a8a0f,42459,1732084971095 started 2024-11-20T06:42:51,505 INFO [RS:0;61c2066a8a0f:42459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:51,505 INFO [RS:0;61c2066a8a0f:42459 {}] regionserver.HRegionServer(1482): Serving as 61c2066a8a0f,42459,1732084971095, RpcServer on 61c2066a8a0f/172.17.0.2:42459, sessionid=0x1015844c8690001 2024-11-20T06:42:51,505 DEBUG [RS:0;61c2066a8a0f:42459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T06:42:51,505 DEBUG [RS:0;61c2066a8a0f:42459 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 61c2066a8a0f,42459,1732084971095 2024-11-20T06:42:51,505 DEBUG [RS:0;61c2066a8a0f:42459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '61c2066a8a0f,42459,1732084971095' 2024-11-20T06:42:51,505 DEBUG [RS:0;61c2066a8a0f:42459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T06:42:51,506 DEBUG [RS:0;61c2066a8a0f:42459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T06:42:51,507 DEBUG [RS:0;61c2066a8a0f:42459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T06:42:51,507 DEBUG [RS:0;61c2066a8a0f:42459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T06:42:51,507 DEBUG [RS:0;61c2066a8a0f:42459 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 61c2066a8a0f,42459,1732084971095 2024-11-20T06:42:51,507 DEBUG [RS:0;61c2066a8a0f:42459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '61c2066a8a0f,42459,1732084971095' 2024-11-20T06:42:51,507 DEBUG [RS:0;61c2066a8a0f:42459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T06:42:51,507 DEBUG [RS:0;61c2066a8a0f:42459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T06:42:51,508 DEBUG [RS:0;61c2066a8a0f:42459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T06:42:51,508 INFO [RS:0;61c2066a8a0f:42459 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T06:42:51,508 INFO [RS:0;61c2066a8a0f:42459 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T06:42:51,608 INFO [RS:0;61c2066a8a0f:42459 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:42:51,613 INFO [RS:0;61c2066a8a0f:42459 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C42459%2C1732084971095, suffix=, logDir=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/WALs/61c2066a8a0f,42459,1732084971095, archiveDir=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/oldWALs, maxLogs=32 2024-11-20T06:42:51,630 DEBUG [RS:0;61c2066a8a0f:42459 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/WALs/61c2066a8a0f,42459,1732084971095/61c2066a8a0f%2C42459%2C1732084971095.1732084971614, exclude list is [], retry=0 2024-11-20T06:42:51,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44425,DS-4c098f4b-1698-4005-8d2f-d289d6d6a65e,DISK] 2024-11-20T06:42:51,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34363,DS-567ad30c-ade4-46bf-81f4-36fbf46cb398,DISK] 2024-11-20T06:42:51,635 INFO [RS:0;61c2066a8a0f:42459 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/WALs/61c2066a8a0f,42459,1732084971095/61c2066a8a0f%2C42459%2C1732084971095.1732084971614 2024-11-20T06:42:51,635 DEBUG [RS:0;61c2066a8a0f:42459 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33873:33873),(127.0.0.1/127.0.0.1:45291:45291)] 2024-11-20T06:42:51,839 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T06:42:51,839 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e 2024-11-20T06:42:51,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741833_1009 (size=32) 2024-11-20T06:42:51,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741833_1009 (size=32) 2024-11-20T06:42:52,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:42:52,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T06:42:52,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T06:42:52,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:52,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:42:52,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T06:42:52,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T06:42:52,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:52,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:42:52,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T06:42:52,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T06:42:52,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:52,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:42:52,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T06:42:52,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T06:42:52,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:52,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:42:52,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T06:42:52,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/hbase/meta/1588230740 2024-11-20T06:42:52,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/hbase/meta/1588230740 2024-11-20T06:42:52,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T06:42:52,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T06:42:52,265 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T06:42:52,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T06:42:52,268 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:42:52,269 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=883756, jitterRate=0.12375473976135254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T06:42:52,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732084972250Initializing all the Stores at 1732084972251 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084972251Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084972252 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084972252Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084972252Cleaning up temporary data from old regions at 1732084972264 (+12 ms)Region opened successfully at 1732084972269 (+5 ms) 2024-11-20T06:42:52,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T06:42:52,270 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T06:42:52,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T06:42:52,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T06:42:52,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T06:42:52,270 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T06:42:52,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732084972270Disabling compacts and flushes for region at 1732084972270Disabling writes for close at 1732084972270Writing region close event to WAL at 1732084972270Closed at 1732084972270 2024-11-20T06:42:52,272 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T06:42:52,272 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T06:42:52,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T06:42:52,274 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T06:42:52,275 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T06:42:52,426 DEBUG [61c2066a8a0f:43265 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T06:42:52,427 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=61c2066a8a0f,42459,1732084971095 2024-11-20T06:42:52,428 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 61c2066a8a0f,42459,1732084971095, state=OPENING 2024-11-20T06:42:52,485 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T06:42:52,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:52,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x1015844c8690001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:52,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:42:52,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:42:52,494 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T06:42:52,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=61c2066a8a0f,42459,1732084971095}] 2024-11-20T06:42:52,649 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T06:42:52,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57465, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T06:42:52,659 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T06:42:52,659 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:42:52,659 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T06:42:52,661 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C42459%2C1732084971095.meta, suffix=.meta, logDir=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/WALs/61c2066a8a0f,42459,1732084971095, archiveDir=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/oldWALs, maxLogs=32 2024-11-20T06:42:52,677 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/WALs/61c2066a8a0f,42459,1732084971095/61c2066a8a0f%2C42459%2C1732084971095.meta.1732084972662.meta, exclude list is [], retry=0 2024-11-20T06:42:52,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34363,DS-567ad30c-ade4-46bf-81f4-36fbf46cb398,DISK] 2024-11-20T06:42:52,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44425,DS-4c098f4b-1698-4005-8d2f-d289d6d6a65e,DISK] 2024-11-20T06:42:52,684 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/WALs/61c2066a8a0f,42459,1732084971095/61c2066a8a0f%2C42459%2C1732084971095.meta.1732084972662.meta 2024-11-20T06:42:52,685 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45291:45291),(127.0.0.1/127.0.0.1:33873:33873)] 2024-11-20T06:42:52,685 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:42:52,686 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T06:42:52,686 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T06:42:52,686 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T06:42:52,687 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T06:42:52,687 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:42:52,687 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T06:42:52,687 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T06:42:52,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T06:42:52,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T06:42:52,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:52,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:42:52,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T06:42:52,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T06:42:52,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:52,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:42:52,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T06:42:52,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T06:42:52,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:52,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:42:52,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T06:42:52,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T06:42:52,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:52,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:42:52,698 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T06:42:52,699 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/hbase/meta/1588230740 2024-11-20T06:42:52,701 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/hbase/meta/1588230740 2024-11-20T06:42:52,703 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T06:42:52,703 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T06:42:52,704 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T06:42:52,706 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T06:42:52,707 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=730081, jitterRate=-0.07165424525737762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T06:42:52,707 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T06:42:52,708 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732084972687Writing region info on filesystem at 1732084972687Initializing all the Stores at 1732084972689 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084972689Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084972689Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084972689Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084972689Cleaning up temporary data from old regions at 1732084972703 (+14 ms)Running coprocessor post-open hooks at 1732084972707 (+4 ms)Region opened successfully at 1732084972708 (+1 ms) 2024-11-20T06:42:52,709 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732084972648 2024-11-20T06:42:52,712 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T06:42:52,712 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T06:42:52,713 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,42459,1732084971095 2024-11-20T06:42:52,714 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 61c2066a8a0f,42459,1732084971095, state=OPEN 2024-11-20T06:42:52,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T06:42:52,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x1015844c8690001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T06:42:52,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:42:52,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:42:52,758 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=61c2066a8a0f,42459,1732084971095 2024-11-20T06:42:52,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T06:42:52,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=61c2066a8a0f,42459,1732084971095 in 264 msec 2024-11-20T06:42:52,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T06:42:52,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 491 msec 2024-11-20T06:42:52,769 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T06:42:52,769 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T06:42:52,771 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:42:52,771 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,42459,1732084971095, seqNum=-1] 2024-11-20T06:42:52,772 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:42:52,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47609, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:42:52,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3570 sec 2024-11-20T06:42:52,782 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732084972782, completionTime=-1 2024-11-20T06:42:52,782 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T06:42:52,782 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T06:42:52,785 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T06:42:52,785 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732085032785 2024-11-20T06:42:52,786 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732085092786 2024-11-20T06:42:52,786 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-20T06:42:52,786 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,43265,1732084970936-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:52,786 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,43265,1732084970936-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:52,786 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,43265,1732084970936-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:52,787 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-61c2066a8a0f:43265, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:52,787 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:52,787 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:52,789 DEBUG [master/61c2066a8a0f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T06:42:52,793 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.633sec 2024-11-20T06:42:52,793 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T06:42:52,793 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T06:42:52,793 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T06:42:52,793 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T06:42:52,794 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T06:42:52,794 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,43265,1732084970936-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T06:42:52,794 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,43265,1732084970936-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T06:42:52,797 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T06:42:52,797 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T06:42:52,797 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,43265,1732084970936-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:52,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d6b4b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:42:52,827 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,43265,-1 for getting cluster id 2024-11-20T06:42:52,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:42:52,830 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0fc0d53-bbca-4e10-b682-2decd7f47a35' 2024-11-20T06:42:52,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:42:52,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0fc0d53-bbca-4e10-b682-2decd7f47a35" 2024-11-20T06:42:52,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3809971b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:42:52,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,43265,-1] 2024-11-20T06:42:52,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:42:52,832 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:42:52,834 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:42:52,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168ab7c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:42:52,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:42:52,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,42459,1732084971095, seqNum=-1] 2024-11-20T06:42:52,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:42:52,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:42:52,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=61c2066a8a0f,43265,1732084970936 2024-11-20T06:42:52,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:52,846 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-20T06:42:52,846 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T06:42:52,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 61c2066a8a0f,43265,1732084970936 2024-11-20T06:42:52,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72268ad8 2024-11-20T06:42:52,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T06:42:52,850 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T06:42:52,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-20T06:42:52,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-20T06:42:52,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:42:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T06:42:52,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T06:42:52,855 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:52,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-20T06:42:52,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T06:42:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T06:42:52,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741835_1011 (size=405) 2024-11-20T06:42:52,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741835_1011 (size=405) 2024-11-20T06:42:52,873 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c9066b74339779f8b7daaeab6f44da63, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e 2024-11-20T06:42:52,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741836_1012 (size=88) 2024-11-20T06:42:52,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741836_1012 (size=88) 2024-11-20T06:42:52,886 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:42:52,886 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing c9066b74339779f8b7daaeab6f44da63, disabling compactions & flushes 2024-11-20T06:42:52,886 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63. 2024-11-20T06:42:52,886 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63. 2024-11-20T06:42:52,886 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63. after waiting 0 ms 2024-11-20T06:42:52,886 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63. 2024-11-20T06:42:52,886 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63. 2024-11-20T06:42:52,886 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for c9066b74339779f8b7daaeab6f44da63: Waiting for close lock at 1732084972886Disabling compacts and flushes for region at 1732084972886Disabling writes for close at 1732084972886Writing region close event to WAL at 1732084972886Closed at 1732084972886 2024-11-20T06:42:52,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T06:42:52,888 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1732084972888"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732084972888"}]},"ts":"1732084972888"} 2024-11-20T06:42:52,891 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T06:42:52,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T06:42:52,893 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732084972893"}]},"ts":"1732084972893"} 2024-11-20T06:42:52,895 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-20T06:42:52,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c9066b74339779f8b7daaeab6f44da63, ASSIGN}] 2024-11-20T06:42:52,898 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c9066b74339779f8b7daaeab6f44da63, ASSIGN 2024-11-20T06:42:52,899 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c9066b74339779f8b7daaeab6f44da63, ASSIGN; state=OFFLINE, location=61c2066a8a0f,42459,1732084971095; forceNewPlan=false, retain=false 2024-11-20T06:42:53,037 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T06:42:53,037 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T06:42:53,038 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T06:42:53,038 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T06:42:53,050 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c9066b74339779f8b7daaeab6f44da63, regionState=OPENING, regionLocation=61c2066a8a0f,42459,1732084971095 2024-11-20T06:42:53,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c9066b74339779f8b7daaeab6f44da63, ASSIGN because future has completed 2024-11-20T06:42:53,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9066b74339779f8b7daaeab6f44da63, server=61c2066a8a0f,42459,1732084971095}] 2024-11-20T06:42:53,211 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63. 2024-11-20T06:42:53,211 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c9066b74339779f8b7daaeab6f44da63, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:42:53,211 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling c9066b74339779f8b7daaeab6f44da63 2024-11-20T06:42:53,211 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:42:53,211 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c9066b74339779f8b7daaeab6f44da63 2024-11-20T06:42:53,211 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c9066b74339779f8b7daaeab6f44da63 2024-11-20T06:42:53,215 INFO [StoreOpener-c9066b74339779f8b7daaeab6f44da63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c9066b74339779f8b7daaeab6f44da63 2024-11-20T06:42:53,217 INFO [StoreOpener-c9066b74339779f8b7daaeab6f44da63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9066b74339779f8b7daaeab6f44da63 columnFamilyName info 2024-11-20T06:42:53,217 DEBUG [StoreOpener-c9066b74339779f8b7daaeab6f44da63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:53,218 INFO [StoreOpener-c9066b74339779f8b7daaeab6f44da63-1 {}] regionserver.HStore(327): Store=c9066b74339779f8b7daaeab6f44da63/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:42:53,218 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c9066b74339779f8b7daaeab6f44da63 2024-11-20T06:42:53,219 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63 2024-11-20T06:42:53,220 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63 2024-11-20T06:42:53,220 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c9066b74339779f8b7daaeab6f44da63 2024-11-20T06:42:53,220 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c9066b74339779f8b7daaeab6f44da63 2024-11-20T06:42:53,222 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c9066b74339779f8b7daaeab6f44da63 2024-11-20T06:42:53,226 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:42:53,226 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c9066b74339779f8b7daaeab6f44da63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=767681, jitterRate=-0.023844093084335327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T06:42:53,227 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c9066b74339779f8b7daaeab6f44da63 2024-11-20T06:42:53,227 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c9066b74339779f8b7daaeab6f44da63: Running coprocessor pre-open hook at 1732084973212Writing region info on filesystem at 1732084973212Initializing all the Stores at 1732084973215 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084973215Cleaning up temporary data from old regions at 1732084973220 (+5 ms)Running coprocessor post-open hooks at 1732084973227 (+7 ms)Region opened successfully at 1732084973227 2024-11-20T06:42:53,228 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63., pid=6, masterSystemTime=1732084973206 2024-11-20T06:42:53,231 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63. 2024-11-20T06:42:53,231 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63. 2024-11-20T06:42:53,233 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c9066b74339779f8b7daaeab6f44da63, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,42459,1732084971095 2024-11-20T06:42:53,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9066b74339779f8b7daaeab6f44da63, server=61c2066a8a0f,42459,1732084971095 because future has completed 2024-11-20T06:42:53,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T06:42:53,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c9066b74339779f8b7daaeab6f44da63, server=61c2066a8a0f,42459,1732084971095 in 187 msec 2024-11-20T06:42:53,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T06:42:53,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c9066b74339779f8b7daaeab6f44da63, ASSIGN in 350 msec 2024-11-20T06:42:53,253 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T06:42:53,253 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732084973253"}]},"ts":"1732084973253"} 2024-11-20T06:42:53,256 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-20T06:42:53,257 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T06:42:53,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 407 msec 2024-11-20T06:42:57,474 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T06:42:57,475 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-20T06:42:57,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:57,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:57,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:57,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:57,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:57,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:57,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:57,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:58,219 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T06:42:58,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:58,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:58,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:58,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:58,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:58,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:58,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:42:58,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T06:43:02,955 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-20T06:43:02,955 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-20T06:43:02,959 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T06:43:02,959 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63. 2024-11-20T06:43:02,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63., hostname=61c2066a8a0f,42459,1732084971095, seqNum=2] 2024-11-20T06:43:02,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T06:43:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T06:43:02,978 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:43:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T06:43:02,980 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:43:02,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:43:03,037 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T06:43:03,037 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-20T06:43:03,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T06:43:03,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63. 2024-11-20T06:43:03,146 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing c9066b74339779f8b7daaeab6f44da63 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-20T06:43:03,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/.tmp/info/c4d153dc49af4d688d2dedd4e7b7f9c4 is 1055, key is row0001/info:/1732084982966/Put/seqid=0 2024-11-20T06:43:03,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741837_1013 (size=6008) 2024-11-20T06:43:03,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741837_1013 (size=6008) 2024-11-20T06:43:03,171 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/.tmp/info/c4d153dc49af4d688d2dedd4e7b7f9c4 2024-11-20T06:43:03,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/.tmp/info/c4d153dc49af4d688d2dedd4e7b7f9c4 as hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/info/c4d153dc49af4d688d2dedd4e7b7f9c4 2024-11-20T06:43:03,187 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/info/c4d153dc49af4d688d2dedd4e7b7f9c4, entries=1, sequenceid=5, filesize=5.9 K 2024-11-20T06:43:03,188 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c9066b74339779f8b7daaeab6f44da63 in 42ms, sequenceid=5, compaction requested=false 2024-11-20T06:43:03,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for c9066b74339779f8b7daaeab6f44da63: 2024-11-20T06:43:03,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63. 2024-11-20T06:43:03,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T06:43:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T06:43:03,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T06:43:03,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 213 msec 2024-11-20T06:43:03,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 223 msec 2024-11-20T06:43:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T06:43:12,996 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-20T06:43:13,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T06:43:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T06:43:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T06:43:13,008 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:43:13,009 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:43:13,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:43:13,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T06:43:13,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63. 2024-11-20T06:43:13,164 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing c9066b74339779f8b7daaeab6f44da63 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-20T06:43:13,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/.tmp/info/30fce022b25f4ca1a3fb4d87e0422df4 is 1055, key is row0002/info:/1732084992999/Put/seqid=0 2024-11-20T06:43:13,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741838_1014 (size=6008) 2024-11-20T06:43:13,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741838_1014 (size=6008) 2024-11-20T06:43:13,177 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/.tmp/info/30fce022b25f4ca1a3fb4d87e0422df4 2024-11-20T06:43:13,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/.tmp/info/30fce022b25f4ca1a3fb4d87e0422df4 as hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/info/30fce022b25f4ca1a3fb4d87e0422df4 2024-11-20T06:43:13,193 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/info/30fce022b25f4ca1a3fb4d87e0422df4, entries=1, sequenceid=9, filesize=5.9 K 2024-11-20T06:43:13,195 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c9066b74339779f8b7daaeab6f44da63 in 30ms, sequenceid=9, compaction requested=false 2024-11-20T06:43:13,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for c9066b74339779f8b7daaeab6f44da63: 2024-11-20T06:43:13,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63. 2024-11-20T06:43:13,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-20T06:43:13,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-20T06:43:13,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T06:43:13,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 188 msec 2024-11-20T06:43:13,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 197 msec 2024-11-20T06:43:20,912 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T06:43:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T06:43:23,076 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-20T06:43:23,095 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/WALs/61c2066a8a0f,42459,1732084971095/61c2066a8a0f%2C42459%2C1732084971095.1732085003081, exclude list is [], retry=0 2024-11-20T06:43:23,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34363,DS-567ad30c-ade4-46bf-81f4-36fbf46cb398,DISK] 2024-11-20T06:43:23,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44425,DS-4c098f4b-1698-4005-8d2f-d289d6d6a65e,DISK] 2024-11-20T06:43:23,099 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/WALs/61c2066a8a0f,42459,1732084971095/61c2066a8a0f%2C42459%2C1732084971095.1732084971614 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/WALs/61c2066a8a0f,42459,1732084971095/61c2066a8a0f%2C42459%2C1732084971095.1732085003081 2024-11-20T06:43:23,099 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45291:45291),(127.0.0.1/127.0.0.1:33873:33873)] 2024-11-20T06:43:23,099 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/WALs/61c2066a8a0f,42459,1732084971095/61c2066a8a0f%2C42459%2C1732084971095.1732084971614 is not closed yet, will try archiving it next time 2024-11-20T06:43:23,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T06:43:23,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741832_1008 (size=5471) 2024-11-20T06:43:23,101 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/WALs/61c2066a8a0f,42459,1732084971095/61c2066a8a0f%2C42459%2C1732084971095.1732084971614 not finished, retry = 0 2024-11-20T06:43:23,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741832_1008 (size=5471) 2024-11-20T06:43:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T06:43:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T06:43:23,103 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:43:23,104 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:43:23,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:43:23,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T06:43:23,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63. 2024-11-20T06:43:23,260 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing c9066b74339779f8b7daaeab6f44da63 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-20T06:43:23,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/.tmp/info/30db188940eb443f9e62c932863b19de is 1055, key is row0003/info:/1732085003079/Put/seqid=0 2024-11-20T06:43:23,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741840_1016 (size=6008) 2024-11-20T06:43:23,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741840_1016 (size=6008) 2024-11-20T06:43:23,272 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/.tmp/info/30db188940eb443f9e62c932863b19de 2024-11-20T06:43:23,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/.tmp/info/30db188940eb443f9e62c932863b19de as hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/info/30db188940eb443f9e62c932863b19de 2024-11-20T06:43:23,288 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/info/30db188940eb443f9e62c932863b19de, entries=1, sequenceid=13, filesize=5.9 K 2024-11-20T06:43:23,290 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c9066b74339779f8b7daaeab6f44da63 in 29ms, sequenceid=13, compaction requested=true 2024-11-20T06:43:23,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for c9066b74339779f8b7daaeab6f44da63: 2024-11-20T06:43:23,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63. 2024-11-20T06:43:23,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-20T06:43:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-20T06:43:23,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T06:43:23,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 188 msec 2024-11-20T06:43:23,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 195 msec 2024-11-20T06:43:33,142 INFO [master/61c2066a8a0f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T06:43:33,142 INFO [master/61c2066a8a0f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T06:43:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T06:43:33,197 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-20T06:43:33,205 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:43:33,210 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:43:33,211 DEBUG [Time-limited test {}] regionserver.HStore(1541): c9066b74339779f8b7daaeab6f44da63/info is initiating minor compaction (all files) 2024-11-20T06:43:33,211 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T06:43:33,211 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:33,212 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of c9066b74339779f8b7daaeab6f44da63/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63. 2024-11-20T06:43:33,212 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/info/c4d153dc49af4d688d2dedd4e7b7f9c4, hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/info/30fce022b25f4ca1a3fb4d87e0422df4, hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/info/30db188940eb443f9e62c932863b19de] into tmpdir=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/.tmp, totalSize=17.6 K 2024-11-20T06:43:33,213 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c4d153dc49af4d688d2dedd4e7b7f9c4, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732084982966 2024-11-20T06:43:33,213 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 30fce022b25f4ca1a3fb4d87e0422df4, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1732084992999 2024-11-20T06:43:33,214 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 30db188940eb443f9e62c932863b19de, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732085003079 2024-11-20T06:43:33,235 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): c9066b74339779f8b7daaeab6f44da63#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:43:33,236 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/.tmp/info/77706a6eac5a4522bdfd34c830b8cde6 is 1055, key is row0001/info:/1732084982966/Put/seqid=0 2024-11-20T06:43:33,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741841_1017 (size=8221) 2024-11-20T06:43:33,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741841_1017 (size=8221) 2024-11-20T06:43:33,251 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/.tmp/info/77706a6eac5a4522bdfd34c830b8cde6 as hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/info/77706a6eac5a4522bdfd34c830b8cde6 2024-11-20T06:43:33,264 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9066b74339779f8b7daaeab6f44da63/info of c9066b74339779f8b7daaeab6f44da63 into 77706a6eac5a4522bdfd34c830b8cde6(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:43:33,264 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for c9066b74339779f8b7daaeab6f44da63: 2024-11-20T06:43:33,278 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/WALs/61c2066a8a0f,42459,1732084971095/61c2066a8a0f%2C42459%2C1732084971095.1732085013266, exclude list is [], retry=0 2024-11-20T06:43:33,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44425,DS-4c098f4b-1698-4005-8d2f-d289d6d6a65e,DISK] 2024-11-20T06:43:33,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34363,DS-567ad30c-ade4-46bf-81f4-36fbf46cb398,DISK] 2024-11-20T06:43:33,282 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/WALs/61c2066a8a0f,42459,1732084971095/61c2066a8a0f%2C42459%2C1732084971095.1732085003081 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/WALs/61c2066a8a0f,42459,1732084971095/61c2066a8a0f%2C42459%2C1732084971095.1732085013266 2024-11-20T06:43:33,282 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33873:33873),(127.0.0.1/127.0.0.1:45291:45291)] 2024-11-20T06:43:33,283 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/WALs/61c2066a8a0f,42459,1732084971095/61c2066a8a0f%2C42459%2C1732084971095.1732085003081 is not closed yet, will try archiving it next time 2024-11-20T06:43:33,283 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/WALs/61c2066a8a0f,42459,1732084971095/61c2066a8a0f%2C42459%2C1732084971095.1732084971614 to hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/oldWALs/61c2066a8a0f%2C42459%2C1732084971095.1732084971614 2024-11-20T06:43:33,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T06:43:33,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741839_1015 (size=2495) 2024-11-20T06:43:33,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741839_1015 (size=2495) 2024-11-20T06:43:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T06:43:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T06:43:33,286 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:43:33,287 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:43:33,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:43:33,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T06:43:33,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63. 2024-11-20T06:43:33,441 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing c9066b74339779f8b7daaeab6f44da63 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-20T06:43:33,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/.tmp/info/c7643ec2b1494402944d6608ce22fb99 is 1055, key is row0000/info:/1732085013265/Put/seqid=0 2024-11-20T06:43:33,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741843_1019 (size=6008) 2024-11-20T06:43:33,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741843_1019 (size=6008) 2024-11-20T06:43:33,452 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/.tmp/info/c7643ec2b1494402944d6608ce22fb99 2024-11-20T06:43:33,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/.tmp/info/c7643ec2b1494402944d6608ce22fb99 as hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/info/c7643ec2b1494402944d6608ce22fb99 2024-11-20T06:43:33,463 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/info/c7643ec2b1494402944d6608ce22fb99, entries=1, sequenceid=18, filesize=5.9 K 2024-11-20T06:43:33,465 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c9066b74339779f8b7daaeab6f44da63 in 24ms, sequenceid=18, compaction requested=false 2024-11-20T06:43:33,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for c9066b74339779f8b7daaeab6f44da63: 2024-11-20T06:43:33,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63. 2024-11-20T06:43:33,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-20T06:43:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-20T06:43:33,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T06:43:33,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 180 msec 2024-11-20T06:43:33,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 185 msec 2024-11-20T06:43:38,211 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c9066b74339779f8b7daaeab6f44da63, had cached 0 bytes from a total of 14229 2024-11-20T06:43:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T06:43:43,395 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-20T06:43:43,415 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/WALs/61c2066a8a0f,42459,1732084971095/61c2066a8a0f%2C42459%2C1732084971095.1732085023398, exclude list is [], retry=0 2024-11-20T06:43:43,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44425,DS-4c098f4b-1698-4005-8d2f-d289d6d6a65e,DISK] 2024-11-20T06:43:43,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34363,DS-567ad30c-ade4-46bf-81f4-36fbf46cb398,DISK] 2024-11-20T06:43:43,420 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/WALs/61c2066a8a0f,42459,1732084971095/61c2066a8a0f%2C42459%2C1732084971095.1732085013266 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/WALs/61c2066a8a0f,42459,1732084971095/61c2066a8a0f%2C42459%2C1732084971095.1732085023398 2024-11-20T06:43:43,420 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33873:33873),(127.0.0.1/127.0.0.1:45291:45291)] 2024-11-20T06:43:43,420 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/WALs/61c2066a8a0f,42459,1732084971095/61c2066a8a0f%2C42459%2C1732084971095.1732085013266 is not closed yet, will try archiving it next time 2024-11-20T06:43:43,420 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/WALs/61c2066a8a0f,42459,1732084971095/61c2066a8a0f%2C42459%2C1732084971095.1732085003081 to hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/oldWALs/61c2066a8a0f%2C42459%2C1732084971095.1732085003081 2024-11-20T06:43:43,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T06:43:43,421 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T06:43:43,421 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:43:43,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:43:43,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:43:43,421 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T06:43:43,421 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1121913414, stopped=false 2024-11-20T06:43:43,422 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=61c2066a8a0f,43265,1732084970936 2024-11-20T06:43:43,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741842_1018 (size=2001) 2024-11-20T06:43:43,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741842_1018 (size=2001) 2024-11-20T06:43:43,426 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:43:43,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x1015844c8690001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T06:43:43,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T06:43:43,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x1015844c8690001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:43:43,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:43:43,465 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T06:43:43,466 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T06:43:43,466 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:43:43,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:43:43,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:43:43,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42459-0x1015844c8690001, quorum=127.0.0.1:64225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:43:43,466 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '61c2066a8a0f,42459,1732084971095' ***** 2024-11-20T06:43:43,466 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T06:43:43,466 INFO [RS:0;61c2066a8a0f:42459 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T06:43:43,466 INFO [RS:0;61c2066a8a0f:42459 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T06:43:43,466 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T06:43:43,466 INFO [RS:0;61c2066a8a0f:42459 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T06:43:43,467 INFO [RS:0;61c2066a8a0f:42459 {}] regionserver.HRegionServer(3091): Received CLOSE for c9066b74339779f8b7daaeab6f44da63 2024-11-20T06:43:43,467 INFO [RS:0;61c2066a8a0f:42459 {}] regionserver.HRegionServer(959): stopping server 61c2066a8a0f,42459,1732084971095 2024-11-20T06:43:43,467 INFO [RS:0;61c2066a8a0f:42459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T06:43:43,467 INFO [RS:0;61c2066a8a0f:42459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;61c2066a8a0f:42459. 2024-11-20T06:43:43,467 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c9066b74339779f8b7daaeab6f44da63, disabling compactions & flushes 2024-11-20T06:43:43,467 DEBUG [RS:0;61c2066a8a0f:42459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:43:43,467 DEBUG [RS:0;61c2066a8a0f:42459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:43:43,467 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63. 2024-11-20T06:43:43,467 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63. 2024-11-20T06:43:43,467 INFO [RS:0;61c2066a8a0f:42459 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T06:43:43,467 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63. after waiting 0 ms 2024-11-20T06:43:43,467 INFO [RS:0;61c2066a8a0f:42459 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T06:43:43,467 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63. 2024-11-20T06:43:43,467 INFO [RS:0;61c2066a8a0f:42459 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T06:43:43,467 INFO [RS:0;61c2066a8a0f:42459 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T06:43:43,468 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c9066b74339779f8b7daaeab6f44da63 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-20T06:43:43,468 INFO [RS:0;61c2066a8a0f:42459 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T06:43:43,468 DEBUG [RS:0;61c2066a8a0f:42459 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c9066b74339779f8b7daaeab6f44da63=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63.} 2024-11-20T06:43:43,468 DEBUG [RS:0;61c2066a8a0f:42459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c9066b74339779f8b7daaeab6f44da63 2024-11-20T06:43:43,468 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T06:43:43,468 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T06:43:43,468 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T06:43:43,468 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T06:43:43,468 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T06:43:43,468 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-20T06:43:43,472 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/.tmp/info/401e6a90cde640efa6143f3ec444e4ad is 1055, key is row0001/info:/1732085023396/Put/seqid=0 2024-11-20T06:43:43,480 INFO [regionserver/61c2066a8a0f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T06:43:43,480 INFO [regionserver/61c2066a8a0f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T06:43:43,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741845_1021 (size=6008) 2024-11-20T06:43:43,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741845_1021 (size=6008) 2024-11-20T06:43:43,482 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/.tmp/info/401e6a90cde640efa6143f3ec444e4ad 2024-11-20T06:43:43,482 INFO [regionserver/61c2066a8a0f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T06:43:43,489 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/hbase/meta/1588230740/.tmp/info/fd81ef0fdc964de7b2b7482aa5a0b0b3 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63./info:regioninfo/1732084973233/Put/seqid=0 2024-11-20T06:43:43,491 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/.tmp/info/401e6a90cde640efa6143f3ec444e4ad as hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/info/401e6a90cde640efa6143f3ec444e4ad 2024-11-20T06:43:43,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741846_1022 (size=7308) 2024-11-20T06:43:43,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741846_1022 (size=7308) 2024-11-20T06:43:43,496 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/hbase/meta/1588230740/.tmp/info/fd81ef0fdc964de7b2b7482aa5a0b0b3 2024-11-20T06:43:43,499 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/info/401e6a90cde640efa6143f3ec444e4ad, entries=1, sequenceid=22, filesize=5.9 K 2024-11-20T06:43:43,501 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c9066b74339779f8b7daaeab6f44da63 in 33ms, sequenceid=22, compaction requested=true 2024-11-20T06:43:43,501 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/info/c4d153dc49af4d688d2dedd4e7b7f9c4, hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/info/30fce022b25f4ca1a3fb4d87e0422df4, hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/info/30db188940eb443f9e62c932863b19de] to archive 2024-11-20T06:43:43,504 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T06:43:43,507 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/info/c4d153dc49af4d688d2dedd4e7b7f9c4 to hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/info/c4d153dc49af4d688d2dedd4e7b7f9c4 2024-11-20T06:43:43,508 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/info/30fce022b25f4ca1a3fb4d87e0422df4 to hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/info/30fce022b25f4ca1a3fb4d87e0422df4 2024-11-20T06:43:43,510 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/info/30db188940eb443f9e62c932863b19de to hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/info/30db188940eb443f9e62c932863b19de 2024-11-20T06:43:43,519 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/hbase/meta/1588230740/.tmp/ns/108516ac1ac8466291e3973de8eefdab is 43, key is default/ns:d/1732084972774/Put/seqid=0 2024-11-20T06:43:43,521 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=61c2066a8a0f:43265 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-20T06:43:43,522 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [c4d153dc49af4d688d2dedd4e7b7f9c4=6008, 30fce022b25f4ca1a3fb4d87e0422df4=6008, 30db188940eb443f9e62c932863b19de=6008] 2024-11-20T06:43:43,530 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c9066b74339779f8b7daaeab6f44da63/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-20T06:43:43,531 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63. 2024-11-20T06:43:43,531 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c9066b74339779f8b7daaeab6f44da63: Waiting for close lock at 1732085023467Running coprocessor pre-close hooks at 1732085023467Disabling compacts and flushes for region at 1732085023467Disabling writes for close at 1732085023467Obtaining lock to block concurrent updates at 1732085023468 (+1 ms)Preparing flush snapshotting stores in c9066b74339779f8b7daaeab6f44da63 at 1732085023468Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1732085023468Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63. at 1732085023469 (+1 ms)Flushing c9066b74339779f8b7daaeab6f44da63/info: creating writer at 1732085023469Flushing c9066b74339779f8b7daaeab6f44da63/info: appending metadata at 1732085023472 (+3 ms)Flushing c9066b74339779f8b7daaeab6f44da63/info: closing flushed file at 1732085023472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f8583fe: reopening flushed file at 1732085023490 (+18 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c9066b74339779f8b7daaeab6f44da63 in 33ms, sequenceid=22, compaction requested=true at 1732085023501 (+11 ms)Writing region close event to WAL at 1732085023523 (+22 ms)Running coprocessor post-close hooks at 1732085023531 (+8 ms)Closed at 1732085023531 2024-11-20T06:43:43,532 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732084972850.c9066b74339779f8b7daaeab6f44da63. 2024-11-20T06:43:43,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741847_1023 (size=5153) 2024-11-20T06:43:43,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741847_1023 (size=5153) 2024-11-20T06:43:43,537 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/hbase/meta/1588230740/.tmp/ns/108516ac1ac8466291e3973de8eefdab 2024-11-20T06:43:43,564 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/hbase/meta/1588230740/.tmp/table/55c434d847ba4559ad12fe524ed5fd8f is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1732084973253/Put/seqid=0 2024-11-20T06:43:43,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741848_1024 (size=5508) 2024-11-20T06:43:43,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741848_1024 (size=5508) 2024-11-20T06:43:43,570 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/hbase/meta/1588230740/.tmp/table/55c434d847ba4559ad12fe524ed5fd8f 2024-11-20T06:43:43,577 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/hbase/meta/1588230740/.tmp/info/fd81ef0fdc964de7b2b7482aa5a0b0b3 as hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/hbase/meta/1588230740/info/fd81ef0fdc964de7b2b7482aa5a0b0b3 2024-11-20T06:43:43,583 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/hbase/meta/1588230740/info/fd81ef0fdc964de7b2b7482aa5a0b0b3, entries=10, sequenceid=11, filesize=7.1 K 2024-11-20T06:43:43,584 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/hbase/meta/1588230740/.tmp/ns/108516ac1ac8466291e3973de8eefdab as hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/hbase/meta/1588230740/ns/108516ac1ac8466291e3973de8eefdab 2024-11-20T06:43:43,590 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/hbase/meta/1588230740/ns/108516ac1ac8466291e3973de8eefdab, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T06:43:43,591 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/hbase/meta/1588230740/.tmp/table/55c434d847ba4559ad12fe524ed5fd8f as hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/hbase/meta/1588230740/table/55c434d847ba4559ad12fe524ed5fd8f 2024-11-20T06:43:43,597 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/hbase/meta/1588230740/table/55c434d847ba4559ad12fe524ed5fd8f, entries=2, sequenceid=11, filesize=5.4 K 2024-11-20T06:43:43,598 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 130ms, sequenceid=11, compaction requested=false 2024-11-20T06:43:43,603 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T06:43:43,604 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T06:43:43,604 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T06:43:43,605 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732085023468Running coprocessor pre-close hooks at 1732085023468Disabling compacts and flushes for region at 1732085023468Disabling writes for close at 1732085023468Obtaining lock to block concurrent updates at 1732085023468Preparing flush snapshotting stores in 1588230740 at 1732085023468Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1732085023469 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732085023469Flushing 1588230740/info: creating writer at 1732085023469Flushing 1588230740/info: appending metadata at 1732085023489 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732085023489Flushing 1588230740/ns: creating writer at 1732085023504 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732085023518 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732085023518Flushing 1588230740/table: creating writer at 1732085023544 (+26 ms)Flushing 1588230740/table: appending metadata at 1732085023564 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732085023564Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@759be6e7: reopening flushed file at 1732085023576 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ad0b9a6: reopening flushed file at 1732085023583 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@275d6de9: reopening flushed file at 1732085023590 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 130ms, sequenceid=11, compaction requested=false at 1732085023598 (+8 ms)Writing region close event to WAL at 1732085023600 (+2 ms)Running coprocessor post-close hooks at 1732085023604 (+4 ms)Closed at 1732085023604 2024-11-20T06:43:43,605 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T06:43:43,668 INFO [RS:0;61c2066a8a0f:42459 {}] regionserver.HRegionServer(976): stopping server 61c2066a8a0f,42459,1732084971095; all regions closed. 2024-11-20T06:43:43,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741834_1010 (size=3306) 2024-11-20T06:43:43,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741834_1010 (size=3306) 2024-11-20T06:43:43,675 DEBUG [RS:0;61c2066a8a0f:42459 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/oldWALs 2024-11-20T06:43:43,675 INFO [RS:0;61c2066a8a0f:42459 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 61c2066a8a0f%2C42459%2C1732084971095.meta:.meta(num 1732084972662) 2024-11-20T06:43:43,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741844_1020 (size=1252) 2024-11-20T06:43:43,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741844_1020 (size=1252) 2024-11-20T06:43:43,681 DEBUG [RS:0;61c2066a8a0f:42459 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/oldWALs 2024-11-20T06:43:43,681 INFO [RS:0;61c2066a8a0f:42459 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 61c2066a8a0f%2C42459%2C1732084971095:(num 1732085023398) 2024-11-20T06:43:43,681 DEBUG [RS:0;61c2066a8a0f:42459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:43:43,681 INFO [RS:0;61c2066a8a0f:42459 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T06:43:43,681 INFO [RS:0;61c2066a8a0f:42459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T06:43:43,682 INFO [RS:0;61c2066a8a0f:42459 {}] hbase.ChoreService(370): Chore service for: regionserver/61c2066a8a0f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T06:43:43,682 INFO [RS:0;61c2066a8a0f:42459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T06:43:43,682 INFO [regionserver/61c2066a8a0f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T06:43:43,682 INFO [RS:0;61c2066a8a0f:42459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42459 2024-11-20T06:43:43,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x1015844c8690001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/61c2066a8a0f,42459,1732084971095 2024-11-20T06:43:43,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T06:43:43,693 INFO [RS:0;61c2066a8a0f:42459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T06:43:43,701 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [61c2066a8a0f,42459,1732084971095] 2024-11-20T06:43:43,709 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/61c2066a8a0f,42459,1732084971095 already deleted, retry=false 2024-11-20T06:43:43,709 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 61c2066a8a0f,42459,1732084971095 expired; onlineServers=0 2024-11-20T06:43:43,709 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '61c2066a8a0f,43265,1732084970936' ***** 2024-11-20T06:43:43,709 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T06:43:43,709 INFO [M:0;61c2066a8a0f:43265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T06:43:43,709 INFO [M:0;61c2066a8a0f:43265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T06:43:43,709 DEBUG [M:0;61c2066a8a0f:43265 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T06:43:43,710 DEBUG [M:0;61c2066a8a0f:43265 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T06:43:43,710 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T06:43:43,710 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.small.0-1732084971429 {}] cleaner.HFileCleaner(306): Exit Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.small.0-1732084971429,5,FailOnTimeoutGroup] 2024-11-20T06:43:43,710 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.large.0-1732084971429 {}] cleaner.HFileCleaner(306): Exit Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.large.0-1732084971429,5,FailOnTimeoutGroup] 2024-11-20T06:43:43,710 INFO [M:0;61c2066a8a0f:43265 {}] hbase.ChoreService(370): Chore service for: master/61c2066a8a0f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T06:43:43,710 INFO [M:0;61c2066a8a0f:43265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T06:43:43,710 DEBUG [M:0;61c2066a8a0f:43265 {}] master.HMaster(1795): Stopping service threads 2024-11-20T06:43:43,710 INFO [M:0;61c2066a8a0f:43265 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T06:43:43,710 INFO [M:0;61c2066a8a0f:43265 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T06:43:43,710 INFO [M:0;61c2066a8a0f:43265 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T06:43:43,710 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T06:43:43,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T06:43:43,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:43:43,726 DEBUG [M:0;61c2066a8a0f:43265 {}] zookeeper.ZKUtil(347): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T06:43:43,726 WARN [M:0;61c2066a8a0f:43265 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T06:43:43,728 INFO [M:0;61c2066a8a0f:43265 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/.lastflushedseqids 2024-11-20T06:43:43,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741849_1025 (size=130) 2024-11-20T06:43:43,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741849_1025 (size=130) 2024-11-20T06:43:43,736 INFO [M:0;61c2066a8a0f:43265 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T06:43:43,736 INFO [M:0;61c2066a8a0f:43265 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T06:43:43,737 DEBUG [M:0;61c2066a8a0f:43265 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T06:43:43,737 INFO [M:0;61c2066a8a0f:43265 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:43:43,737 DEBUG [M:0;61c2066a8a0f:43265 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:43:43,737 DEBUG [M:0;61c2066a8a0f:43265 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T06:43:43,737 DEBUG [M:0;61c2066a8a0f:43265 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:43:43,737 INFO [M:0;61c2066a8a0f:43265 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.54 KB heapSize=54.89 KB 2024-11-20T06:43:43,757 DEBUG [M:0;61c2066a8a0f:43265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba0a20918b024723ac0c19835cf46fbc is 82, key is hbase:meta,,1/info:regioninfo/1732084972713/Put/seqid=0 2024-11-20T06:43:43,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741850_1026 (size=5672) 2024-11-20T06:43:43,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741850_1026 (size=5672) 2024-11-20T06:43:43,764 INFO [M:0;61c2066a8a0f:43265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba0a20918b024723ac0c19835cf46fbc 2024-11-20T06:43:43,787 DEBUG [M:0;61c2066a8a0f:43265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a70e7d3fbf74f04bec39f5384117291 is 797, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732084973260/Put/seqid=0 2024-11-20T06:43:43,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741851_1027 (size=7817) 2024-11-20T06:43:43,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741851_1027 (size=7817) 2024-11-20T06:43:43,793 INFO [M:0;61c2066a8a0f:43265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.93 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a70e7d3fbf74f04bec39f5384117291 2024-11-20T06:43:43,798 INFO [M:0;61c2066a8a0f:43265 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a70e7d3fbf74f04bec39f5384117291 2024-11-20T06:43:43,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x1015844c8690001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:43:43,801 INFO [RS:0;61c2066a8a0f:42459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T06:43:43,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x1015844c8690001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:43:43,801 INFO [RS:0;61c2066a8a0f:42459 {}] regionserver.HRegionServer(1031): Exiting; stopping=61c2066a8a0f,42459,1732084971095; zookeeper connection closed. 2024-11-20T06:43:43,802 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@267a37b0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@267a37b0 2024-11-20T06:43:43,802 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T06:43:43,814 DEBUG [M:0;61c2066a8a0f:43265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d0328c48f944eb6b53c7b5b874a6326 is 69, key is 61c2066a8a0f,42459,1732084971095/rs:state/1732084971458/Put/seqid=0 2024-11-20T06:43:43,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741852_1028 (size=5156) 2024-11-20T06:43:43,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741852_1028 (size=5156) 2024-11-20T06:43:43,820 INFO [M:0;61c2066a8a0f:43265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d0328c48f944eb6b53c7b5b874a6326 2024-11-20T06:43:43,846 DEBUG [M:0;61c2066a8a0f:43265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/87bf577767624bed8e4ceae047dcfcf2 is 52, key is load_balancer_on/state:d/1732084972844/Put/seqid=0 2024-11-20T06:43:43,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741853_1029 (size=5056) 2024-11-20T06:43:43,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741853_1029 (size=5056) 2024-11-20T06:43:43,852 INFO [M:0;61c2066a8a0f:43265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/87bf577767624bed8e4ceae047dcfcf2 2024-11-20T06:43:43,859 DEBUG [M:0;61c2066a8a0f:43265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba0a20918b024723ac0c19835cf46fbc as hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba0a20918b024723ac0c19835cf46fbc 2024-11-20T06:43:43,866 INFO [M:0;61c2066a8a0f:43265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba0a20918b024723ac0c19835cf46fbc, entries=8, sequenceid=121, filesize=5.5 K 2024-11-20T06:43:43,867 DEBUG [M:0;61c2066a8a0f:43265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a70e7d3fbf74f04bec39f5384117291 as hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a70e7d3fbf74f04bec39f5384117291 2024-11-20T06:43:43,874 INFO [M:0;61c2066a8a0f:43265 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a70e7d3fbf74f04bec39f5384117291 2024-11-20T06:43:43,874 INFO [M:0;61c2066a8a0f:43265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a70e7d3fbf74f04bec39f5384117291, entries=14, sequenceid=121, filesize=7.6 K 2024-11-20T06:43:43,876 DEBUG [M:0;61c2066a8a0f:43265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d0328c48f944eb6b53c7b5b874a6326 as hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d0328c48f944eb6b53c7b5b874a6326 2024-11-20T06:43:43,882 INFO [M:0;61c2066a8a0f:43265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d0328c48f944eb6b53c7b5b874a6326, entries=1, sequenceid=121, filesize=5.0 K 2024-11-20T06:43:43,883 DEBUG [M:0;61c2066a8a0f:43265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/87bf577767624bed8e4ceae047dcfcf2 as hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/87bf577767624bed8e4ceae047dcfcf2 2024-11-20T06:43:43,889 INFO [M:0;61c2066a8a0f:43265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/0ed004b3-79a5-82da-a7e9-c004d5d1c55e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/87bf577767624bed8e4ceae047dcfcf2, entries=1, sequenceid=121, filesize=4.9 K 2024-11-20T06:43:43,890 INFO [M:0;61c2066a8a0f:43265 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.54 KB/44581, heapSize ~54.83 KB/56144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 153ms, sequenceid=121, compaction requested=false 2024-11-20T06:43:43,896 INFO [M:0;61c2066a8a0f:43265 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:43:43,896 DEBUG [M:0;61c2066a8a0f:43265 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732085023737Disabling compacts and flushes for region at 1732085023737Disabling writes for close at 1732085023737Obtaining lock to block concurrent updates at 1732085023737Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732085023737Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44581, getHeapSize=56144, getOffHeapSize=0, getCellsCount=140 at 1732085023738 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732085023738Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732085023738Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732085023756 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732085023756Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732085023771 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732085023786 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732085023786Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732085023798 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732085023813 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732085023813Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732085023826 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732085023845 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732085023845Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@256cb02: reopening flushed file at 1732085023858 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ba7b3ac: reopening flushed file at 1732085023866 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d518cc4: reopening flushed file at 1732085023874 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47641adc: reopening flushed file at 1732085023882 (+8 ms)Finished flush of dataSize ~43.54 KB/44581, heapSize ~54.83 KB/56144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 153ms, sequenceid=121, compaction requested=false at 1732085023891 (+9 ms)Writing region close event to WAL at 1732085023896 (+5 ms)Closed at 1732085023896 2024-11-20T06:43:43,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741830_1006 (size=52978) 2024-11-20T06:43:43,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741830_1006 (size=52978) 2024-11-20T06:43:43,906 INFO [M:0;61c2066a8a0f:43265 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T06:43:43,906 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T06:43:43,906 INFO [M:0;61c2066a8a0f:43265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43265 2024-11-20T06:43:43,906 INFO [M:0;61c2066a8a0f:43265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T06:43:44,018 INFO [M:0;61c2066a8a0f:43265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T06:43:44,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:43:44,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1015844c8690000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:43:44,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8bc5764{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:43:44,021 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@377c9128{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:43:44,021 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:43:44,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@104caaf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:43:44,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a62cc75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/hadoop.log.dir/,STOPPED} 2024-11-20T06:43:44,023 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T06:43:44,023 WARN [BP-145672852-172.17.0.2-1732084969220 heartbeating to localhost/127.0.0.1:39549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T06:43:44,023 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T06:43:44,023 WARN [BP-145672852-172.17.0.2-1732084969220 heartbeating to localhost/127.0.0.1:39549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-145672852-172.17.0.2-1732084969220 (Datanode Uuid 08459d9a-076e-41d3-9aee-ef41a91060fe) service to localhost/127.0.0.1:39549 2024-11-20T06:43:44,024 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/cluster_ed827ebf-b940-32ff-72f3-173beebad7f4/data/data3/current/BP-145672852-172.17.0.2-1732084969220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:43:44,024 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/cluster_ed827ebf-b940-32ff-72f3-173beebad7f4/data/data4/current/BP-145672852-172.17.0.2-1732084969220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:43:44,024 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T06:43:44,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e7fdc55{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:43:44,028 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1246f445{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:43:44,028 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:43:44,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@622bfb7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:43:44,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42959dc9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/hadoop.log.dir/,STOPPED} 2024-11-20T06:43:44,030 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T06:43:44,030 WARN [BP-145672852-172.17.0.2-1732084969220 heartbeating to localhost/127.0.0.1:39549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T06:43:44,030 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T06:43:44,031 WARN [BP-145672852-172.17.0.2-1732084969220 heartbeating to localhost/127.0.0.1:39549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-145672852-172.17.0.2-1732084969220 (Datanode Uuid d9c0cc26-8f47-4b01-8c2f-dfbd9fd2dfb5) service to localhost/127.0.0.1:39549 2024-11-20T06:43:44,031 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/cluster_ed827ebf-b940-32ff-72f3-173beebad7f4/data/data1/current/BP-145672852-172.17.0.2-1732084969220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:43:44,031 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/cluster_ed827ebf-b940-32ff-72f3-173beebad7f4/data/data2/current/BP-145672852-172.17.0.2-1732084969220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:43:44,032 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T06:43:44,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a966a3d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T06:43:44,038 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@284b414a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:43:44,038 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:43:44,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@356ac7e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:43:44,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ad660d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/hadoop.log.dir/,STOPPED} 2024-11-20T06:43:44,045 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T06:43:44,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T06:43:44,074 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=98 (was 103), OpenFileDescriptor=428 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=256 (was 328), ProcessCount=11 (was 11), AvailableMemoryMB=4745 (was 4102) - AvailableMemoryMB LEAK? - 2024-11-20T06:43:44,081 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=98, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=256, ProcessCount=11, AvailableMemoryMB=4744 2024-11-20T06:43:44,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T06:43:44,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/hadoop.log.dir so I do NOT create it in target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838 2024-11-20T06:43:44,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e7afa64-4f6d-1b3d-950e-ff229b40abd6/hadoop.tmp.dir so I do NOT create it in target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838 2024-11-20T06:43:44,081 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/cluster_20228880-ff1e-a556-9553-0e401900f7a6, deleteOnExit=true 2024-11-20T06:43:44,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T06:43:44,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/test.cache.data in system properties and HBase conf 2024-11-20T06:43:44,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T06:43:44,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/hadoop.log.dir in system properties and HBase conf 2024-11-20T06:43:44,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T06:43:44,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T06:43:44,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T06:43:44,082 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T06:43:44,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T06:43:44,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T06:43:44,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T06:43:44,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T06:43:44,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T06:43:44,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T06:43:44,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T06:43:44,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T06:43:44,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T06:43:44,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/nfs.dump.dir in system properties and HBase conf 2024-11-20T06:43:44,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/java.io.tmpdir in system properties and HBase conf 2024-11-20T06:43:44,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T06:43:44,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T06:43:44,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T06:43:44,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:43:44,434 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:43:44,442 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:43:44,442 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:43:44,442 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T06:43:44,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:43:44,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526fbc7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:43:44,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@739efcb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:43:44,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45eb780c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/java.io.tmpdir/jetty-localhost-46845-hadoop-hdfs-3_4_1-tests_jar-_-any-565266776199563913/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T06:43:44,555 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7726e2ed{HTTP/1.1, (http/1.1)}{localhost:46845} 2024-11-20T06:43:44,555 INFO [Time-limited test {}] server.Server(415): Started @147427ms 2024-11-20T06:43:44,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:43:44,768 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:43:44,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:43:44,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:43:44,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T06:43:44,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@469fef9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:43:44,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30cbd5a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:43:44,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38d4f1a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/java.io.tmpdir/jetty-localhost-40335-hadoop-hdfs-3_4_1-tests_jar-_-any-16783150497852802833/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:43:44,869 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49816088{HTTP/1.1, (http/1.1)}{localhost:40335} 2024-11-20T06:43:44,869 INFO [Time-limited test {}] server.Server(415): Started @147742ms 2024-11-20T06:43:44,871 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T06:43:44,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:43:44,907 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:43:44,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:43:44,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:43:44,908 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T06:43:44,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64cf19e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:43:44,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1219798f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:43:45,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@720a7803{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/java.io.tmpdir/jetty-localhost-34583-hadoop-hdfs-3_4_1-tests_jar-_-any-10265837846397459371/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:43:45,010 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13ee2c3e{HTTP/1.1, (http/1.1)}{localhost:34583} 2024-11-20T06:43:45,010 INFO [Time-limited test {}] server.Server(415): Started @147883ms 2024-11-20T06:43:45,011 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T06:43:45,721 WARN [Thread-1103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/cluster_20228880-ff1e-a556-9553-0e401900f7a6/data/data1/current/BP-1523217954-172.17.0.2-1732085024101/current, will proceed with Du for space computation calculation, 2024-11-20T06:43:45,721 WARN [Thread-1104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/cluster_20228880-ff1e-a556-9553-0e401900f7a6/data/data2/current/BP-1523217954-172.17.0.2-1732085024101/current, will proceed with Du for space computation calculation, 2024-11-20T06:43:45,740 WARN [Thread-1067 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T06:43:45,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7cbe55cdaedf84b0 with lease ID 0x8414b256f946af5: Processing first storage report for DS-b68c3afa-5d4d-43c8-be64-778c81f22ece from datanode DatanodeRegistration(127.0.0.1:41691, datanodeUuid=ec547cd6-336c-4326-966e-bee2a5ee3747, infoPort=38285, infoSecurePort=0, ipcPort=36613, storageInfo=lv=-57;cid=testClusterID;nsid=1570975904;c=1732085024101) 2024-11-20T06:43:45,742 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7cbe55cdaedf84b0 with lease ID 0x8414b256f946af5: from storage DS-b68c3afa-5d4d-43c8-be64-778c81f22ece node DatanodeRegistration(127.0.0.1:41691, datanodeUuid=ec547cd6-336c-4326-966e-bee2a5ee3747, infoPort=38285, infoSecurePort=0, ipcPort=36613, storageInfo=lv=-57;cid=testClusterID;nsid=1570975904;c=1732085024101), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T06:43:45,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7cbe55cdaedf84b0 with lease ID 0x8414b256f946af5: Processing first storage report for DS-5478970a-b388-43fb-b6ea-c3b2f792b7e1 from datanode DatanodeRegistration(127.0.0.1:41691, datanodeUuid=ec547cd6-336c-4326-966e-bee2a5ee3747, infoPort=38285, infoSecurePort=0, ipcPort=36613, storageInfo=lv=-57;cid=testClusterID;nsid=1570975904;c=1732085024101) 2024-11-20T06:43:45,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7cbe55cdaedf84b0 with lease ID 0x8414b256f946af5: from storage DS-5478970a-b388-43fb-b6ea-c3b2f792b7e1 node DatanodeRegistration(127.0.0.1:41691, datanodeUuid=ec547cd6-336c-4326-966e-bee2a5ee3747, infoPort=38285, infoSecurePort=0, ipcPort=36613, storageInfo=lv=-57;cid=testClusterID;nsid=1570975904;c=1732085024101), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:43:45,910 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/cluster_20228880-ff1e-a556-9553-0e401900f7a6/data/data4/current/BP-1523217954-172.17.0.2-1732085024101/current, will proceed with Du for space computation calculation, 2024-11-20T06:43:45,910 WARN [Thread-1114 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/cluster_20228880-ff1e-a556-9553-0e401900f7a6/data/data3/current/BP-1523217954-172.17.0.2-1732085024101/current, will proceed with Du for space computation calculation, 2024-11-20T06:43:45,929 WARN [Thread-1090 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T06:43:45,932 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4521d2a94514ad1b with lease ID 0x8414b256f946af6: Processing first storage report for DS-9ad8fb4c-1398-4eb2-801a-2bb67836a7e2 from datanode DatanodeRegistration(127.0.0.1:43049, datanodeUuid=22577a02-6468-482c-846b-ca2dfa988e9e, infoPort=44641, infoSecurePort=0, ipcPort=42241, storageInfo=lv=-57;cid=testClusterID;nsid=1570975904;c=1732085024101) 2024-11-20T06:43:45,932 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4521d2a94514ad1b with lease ID 0x8414b256f946af6: from storage DS-9ad8fb4c-1398-4eb2-801a-2bb67836a7e2 node DatanodeRegistration(127.0.0.1:43049, datanodeUuid=22577a02-6468-482c-846b-ca2dfa988e9e, infoPort=44641, infoSecurePort=0, ipcPort=42241, storageInfo=lv=-57;cid=testClusterID;nsid=1570975904;c=1732085024101), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:43:45,932 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4521d2a94514ad1b with lease ID 0x8414b256f946af6: Processing first storage report for DS-140474c8-add1-456d-ad20-074e92e3d0b5 from datanode DatanodeRegistration(127.0.0.1:43049, datanodeUuid=22577a02-6468-482c-846b-ca2dfa988e9e, infoPort=44641, infoSecurePort=0, ipcPort=42241, storageInfo=lv=-57;cid=testClusterID;nsid=1570975904;c=1732085024101) 2024-11-20T06:43:45,932 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4521d2a94514ad1b with lease ID 0x8414b256f946af6: from storage DS-140474c8-add1-456d-ad20-074e92e3d0b5 node DatanodeRegistration(127.0.0.1:43049, datanodeUuid=22577a02-6468-482c-846b-ca2dfa988e9e, infoPort=44641, infoSecurePort=0, ipcPort=42241, storageInfo=lv=-57;cid=testClusterID;nsid=1570975904;c=1732085024101), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:43:45,940 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838 2024-11-20T06:43:45,951 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/cluster_20228880-ff1e-a556-9553-0e401900f7a6/zookeeper_0, clientPort=51842, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/cluster_20228880-ff1e-a556-9553-0e401900f7a6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/cluster_20228880-ff1e-a556-9553-0e401900f7a6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T06:43:45,953 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51842 2024-11-20T06:43:45,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:43:45,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:43:45,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741825_1001 (size=7) 2024-11-20T06:43:45,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741825_1001 (size=7) 2024-11-20T06:43:45,981 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa with version=8 2024-11-20T06:43:45,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/hbase-staging 2024-11-20T06:43:45,984 INFO [Time-limited test {}] client.ConnectionUtils(128): master/61c2066a8a0f:0 server-side Connection retries=45 2024-11-20T06:43:45,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:43:45,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T06:43:45,984 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T06:43:45,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:43:45,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T06:43:45,984 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T06:43:45,984 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T06:43:45,991 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38253 2024-11-20T06:43:45,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38253 connecting to ZooKeeper ensemble=127.0.0.1:51842 2024-11-20T06:43:46,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382530x0, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T06:43:46,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38253-0x10158459f5b0000 connected 2024-11-20T06:43:46,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:43:46,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:43:46,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:43:46,172 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa, hbase.cluster.distributed=false 2024-11-20T06:43:46,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T06:43:46,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38253 2024-11-20T06:43:46,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38253 2024-11-20T06:43:46,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38253 2024-11-20T06:43:46,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38253 2024-11-20T06:43:46,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38253 2024-11-20T06:43:46,193 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/61c2066a8a0f:0 server-side Connection retries=45 2024-11-20T06:43:46,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:43:46,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T06:43:46,193 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T06:43:46,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:43:46,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T06:43:46,194 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T06:43:46,194 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T06:43:46,195 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45119 2024-11-20T06:43:46,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45119 connecting to ZooKeeper ensemble=127.0.0.1:51842 2024-11-20T06:43:46,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:43:46,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:43:46,209 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451190x0, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T06:43:46,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45119-0x10158459f5b0001, quorum=127.0.0.1:51842, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:43:46,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45119-0x10158459f5b0001 connected 2024-11-20T06:43:46,210 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T06:43:46,210 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T06:43:46,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45119-0x10158459f5b0001, quorum=127.0.0.1:51842, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T06:43:46,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45119-0x10158459f5b0001, quorum=127.0.0.1:51842, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T06:43:46,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45119 2024-11-20T06:43:46,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45119 2024-11-20T06:43:46,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45119 2024-11-20T06:43:46,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45119 2024-11-20T06:43:46,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45119 2024-11-20T06:43:46,233 DEBUG [M:0;61c2066a8a0f:38253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;61c2066a8a0f:38253 2024-11-20T06:43:46,234 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/61c2066a8a0f,38253,1732085025983 2024-11-20T06:43:46,242 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10158459f5b0001, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:43:46,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:43:46,243 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/61c2066a8a0f,38253,1732085025983 2024-11-20T06:43:46,251 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10158459f5b0001, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T06:43:46,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:43:46,251 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10158459f5b0001, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:43:46,252 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T06:43:46,254 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/61c2066a8a0f,38253,1732085025983 from backup master directory 2024-11-20T06:43:46,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/61c2066a8a0f,38253,1732085025983 2024-11-20T06:43:46,264 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10158459f5b0001, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:43:46,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:43:46,264 WARN [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T06:43:46,264 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=61c2066a8a0f,38253,1732085025983 2024-11-20T06:43:46,270 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/hbase.id] with ID: 2046218e-4b1d-47b5-ba6d-b90e5a6cbca1 2024-11-20T06:43:46,270 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/.tmp/hbase.id 2024-11-20T06:43:46,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741826_1002 (size=42) 2024-11-20T06:43:46,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741826_1002 (size=42) 2024-11-20T06:43:46,285 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/.tmp/hbase.id]:[hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/hbase.id] 2024-11-20T06:43:46,297 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:43:46,297 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T06:43:46,299 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T06:43:46,309 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10158459f5b0001, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:43:46,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:43:46,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741827_1003 (size=196) 2024-11-20T06:43:46,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741827_1003 (size=196) 2024-11-20T06:43:46,319 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:43:46,319 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T06:43:46,320 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:46,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741828_1004 (size=1189) 2024-11-20T06:43:46,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741828_1004 (size=1189) 2024-11-20T06:43:46,334 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/data/master/store 2024-11-20T06:43:46,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741829_1005 (size=34) 2024-11-20T06:43:46,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741829_1005 (size=34) 2024-11-20T06:43:46,342 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:46,342 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T06:43:46,342 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:43:46,342 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:43:46,342 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T06:43:46,342 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:43:46,342 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:43:46,342 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732085026342Disabling compacts and flushes for region at 1732085026342Disabling writes for close at 1732085026342Writing region close event to WAL at 1732085026342Closed at 1732085026342 2024-11-20T06:43:46,343 WARN [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/data/master/store/.initializing 2024-11-20T06:43:46,344 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/WALs/61c2066a8a0f,38253,1732085025983 2024-11-20T06:43:46,345 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:43:46,347 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C38253%2C1732085025983, suffix=, logDir=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/WALs/61c2066a8a0f,38253,1732085025983, archiveDir=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/oldWALs, maxLogs=10 2024-11-20T06:43:46,360 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/WALs/61c2066a8a0f,38253,1732085025983/61c2066a8a0f%2C38253%2C1732085025983.1732085026347, exclude list is [], retry=0 2024-11-20T06:43:46,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43049,DS-9ad8fb4c-1398-4eb2-801a-2bb67836a7e2,DISK] 2024-11-20T06:43:46,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41691,DS-b68c3afa-5d4d-43c8-be64-778c81f22ece,DISK] 2024-11-20T06:43:46,371 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/WALs/61c2066a8a0f,38253,1732085025983/61c2066a8a0f%2C38253%2C1732085025983.1732085026347 2024-11-20T06:43:46,372 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44641:44641),(127.0.0.1/127.0.0.1:38285:38285)] 2024-11-20T06:43:46,372 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:46,372 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:46,372 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:43:46,372 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:43:46,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:43:46,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T06:43:46,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:46,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:43:46,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:43:46,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T06:43:46,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:46,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:46,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:43:46,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T06:43:46,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:46,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:46,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:43:46,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T06:43:46,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:46,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:46,392 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:43:46,393 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:43:46,394 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:43:46,395 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:43:46,395 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:43:46,396 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T06:43:46,398 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:43:46,407 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:43:46,409 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=777913, jitterRate=-0.010832473635673523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T06:43:46,410 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732085026372Initializing all the Stores at 1732085026374 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085026374Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085026375 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085026375Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085026375Cleaning up temporary data from old regions at 1732085026395 (+20 ms)Region opened successfully at 1732085026410 (+15 ms) 2024-11-20T06:43:46,411 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T06:43:46,415 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7bb815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=61c2066a8a0f/172.17.0.2:0 2024-11-20T06:43:46,416 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T06:43:46,417 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T06:43:46,417 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T06:43:46,417 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T06:43:46,418 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T06:43:46,418 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T06:43:46,418 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T06:43:46,424 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T06:43:46,426 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T06:43:46,439 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T06:43:46,440 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T06:43:46,441 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T06:43:46,450 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T06:43:46,451 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T06:43:46,452 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T06:43:46,459 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T06:43:46,460 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T06:43:46,467 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T06:43:46,469 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T06:43:46,475 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T06:43:46,484 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10158459f5b0001, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T06:43:46,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T06:43:46,484 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10158459f5b0001, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:43:46,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:43:46,484 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=61c2066a8a0f,38253,1732085025983, sessionid=0x10158459f5b0000, setting cluster-up flag (Was=false) 2024-11-20T06:43:46,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:43:46,500 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10158459f5b0001, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:43:46,525 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T06:43:46,527 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=61c2066a8a0f,38253,1732085025983 2024-11-20T06:43:46,542 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10158459f5b0001, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:43:46,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:43:46,567 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T06:43:46,568 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=61c2066a8a0f,38253,1732085025983 2024-11-20T06:43:46,570 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T06:43:46,571 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T06:43:46,572 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T06:43:46,572 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T06:43:46,572 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 61c2066a8a0f,38253,1732085025983 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T06:43:46,573 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:43:46,573 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:43:46,573 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:43:46,574 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:43:46,574 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/61c2066a8a0f:0, corePoolSize=10, maxPoolSize=10 2024-11-20T06:43:46,574 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:43:46,574 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=2, maxPoolSize=2 2024-11-20T06:43:46,574 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:43:46,575 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732085056575 2024-11-20T06:43:46,575 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T06:43:46,575 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T06:43:46,575 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T06:43:46,575 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T06:43:46,575 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T06:43:46,575 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T06:43:46,575 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T06:43:46,575 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T06:43:46,576 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:46,576 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T06:43:46,576 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T06:43:46,576 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T06:43:46,577 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:46,577 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T06:43:46,578 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T06:43:46,578 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T06:43:46,578 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.large.0-1732085026578,5,FailOnTimeoutGroup] 2024-11-20T06:43:46,578 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.small.0-1732085026578,5,FailOnTimeoutGroup] 2024-11-20T06:43:46,578 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:46,578 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T06:43:46,579 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:46,579 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:46,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741831_1007 (size=1321) 2024-11-20T06:43:46,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741831_1007 (size=1321) 2024-11-20T06:43:46,589 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T06:43:46,589 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa 2024-11-20T06:43:46,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741832_1008 (size=32) 2024-11-20T06:43:46,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741832_1008 (size=32) 2024-11-20T06:43:46,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:46,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T06:43:46,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T06:43:46,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:46,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:43:46,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T06:43:46,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T06:43:46,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:46,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:43:46,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T06:43:46,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T06:43:46,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:46,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:43:46,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T06:43:46,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T06:43:46,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:46,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:43:46,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T06:43:46,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740 2024-11-20T06:43:46,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740 2024-11-20T06:43:46,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T06:43:46,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T06:43:46,613 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T06:43:46,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T06:43:46,616 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:43:46,616 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=694786, jitterRate=-0.11653417348861694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T06:43:46,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732085026599Initializing all the Stores at 1732085026600 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085026600Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085026600Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085026600Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085026600Cleaning up temporary data from old regions at 1732085026612 (+12 ms)Region opened successfully at 1732085026617 (+5 ms) 2024-11-20T06:43:46,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T06:43:46,617 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T06:43:46,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T06:43:46,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T06:43:46,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T06:43:46,617 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T06:43:46,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732085026617Disabling compacts and flushes for region at 1732085026617Disabling writes for close at 1732085026617Writing region close event to WAL at 1732085026617Closed at 1732085026617 2024-11-20T06:43:46,619 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T06:43:46,619 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T06:43:46,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T06:43:46,619 INFO [RS:0;61c2066a8a0f:45119 {}] regionserver.HRegionServer(746): ClusterId : 2046218e-4b1d-47b5-ba6d-b90e5a6cbca1 2024-11-20T06:43:46,619 DEBUG [RS:0;61c2066a8a0f:45119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T06:43:46,620 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T06:43:46,621 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T06:43:46,626 DEBUG [RS:0;61c2066a8a0f:45119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T06:43:46,626 DEBUG [RS:0;61c2066a8a0f:45119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T06:43:46,634 DEBUG [RS:0;61c2066a8a0f:45119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T06:43:46,635 DEBUG [RS:0;61c2066a8a0f:45119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b68f94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=61c2066a8a0f/172.17.0.2:0 2024-11-20T06:43:46,645 DEBUG [RS:0;61c2066a8a0f:45119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;61c2066a8a0f:45119 2024-11-20T06:43:46,645 INFO [RS:0;61c2066a8a0f:45119 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T06:43:46,645 INFO [RS:0;61c2066a8a0f:45119 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T06:43:46,645 DEBUG [RS:0;61c2066a8a0f:45119 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T06:43:46,646 INFO [RS:0;61c2066a8a0f:45119 {}] regionserver.HRegionServer(2659): reportForDuty to master=61c2066a8a0f,38253,1732085025983 with port=45119, startcode=1732085026193 2024-11-20T06:43:46,646 DEBUG [RS:0;61c2066a8a0f:45119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T06:43:46,648 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38003, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T06:43:46,648 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38253 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 61c2066a8a0f,45119,1732085026193 2024-11-20T06:43:46,648 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38253 {}] master.ServerManager(517): Registering regionserver=61c2066a8a0f,45119,1732085026193 2024-11-20T06:43:46,649 DEBUG [RS:0;61c2066a8a0f:45119 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa 2024-11-20T06:43:46,650 DEBUG [RS:0;61c2066a8a0f:45119 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45617 2024-11-20T06:43:46,650 DEBUG [RS:0;61c2066a8a0f:45119 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T06:43:46,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T06:43:46,659 DEBUG [RS:0;61c2066a8a0f:45119 {}] zookeeper.ZKUtil(111): regionserver:45119-0x10158459f5b0001, quorum=127.0.0.1:51842, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/61c2066a8a0f,45119,1732085026193 2024-11-20T06:43:46,659 WARN [RS:0;61c2066a8a0f:45119 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T06:43:46,659 INFO [RS:0;61c2066a8a0f:45119 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:46,660 DEBUG [RS:0;61c2066a8a0f:45119 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/WALs/61c2066a8a0f,45119,1732085026193 2024-11-20T06:43:46,661 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [61c2066a8a0f,45119,1732085026193] 2024-11-20T06:43:46,663 INFO [RS:0;61c2066a8a0f:45119 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T06:43:46,664 INFO [RS:0;61c2066a8a0f:45119 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T06:43:46,665 INFO [RS:0;61c2066a8a0f:45119 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T06:43:46,665 INFO [RS:0;61c2066a8a0f:45119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:46,665 INFO [RS:0;61c2066a8a0f:45119 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T06:43:46,666 INFO [RS:0;61c2066a8a0f:45119 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T06:43:46,666 INFO [RS:0;61c2066a8a0f:45119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:46,666 DEBUG [RS:0;61c2066a8a0f:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:43:46,666 DEBUG [RS:0;61c2066a8a0f:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:43:46,666 DEBUG [RS:0;61c2066a8a0f:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:43:46,666 DEBUG [RS:0;61c2066a8a0f:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:43:46,666 DEBUG [RS:0;61c2066a8a0f:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:43:46,666 DEBUG [RS:0;61c2066a8a0f:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/61c2066a8a0f:0, corePoolSize=2, maxPoolSize=2 2024-11-20T06:43:46,666 DEBUG [RS:0;61c2066a8a0f:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:43:46,666 DEBUG [RS:0;61c2066a8a0f:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:43:46,666 DEBUG [RS:0;61c2066a8a0f:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:43:46,666 DEBUG [RS:0;61c2066a8a0f:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:43:46,666 DEBUG [RS:0;61c2066a8a0f:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:43:46,666 DEBUG [RS:0;61c2066a8a0f:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:43:46,666 DEBUG [RS:0;61c2066a8a0f:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/61c2066a8a0f:0, corePoolSize=3, maxPoolSize=3 2024-11-20T06:43:46,666 DEBUG [RS:0;61c2066a8a0f:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0, corePoolSize=3, maxPoolSize=3 2024-11-20T06:43:46,667 INFO [RS:0;61c2066a8a0f:45119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:46,668 INFO [RS:0;61c2066a8a0f:45119 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:46,668 INFO [RS:0;61c2066a8a0f:45119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:46,668 INFO [RS:0;61c2066a8a0f:45119 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:46,668 INFO [RS:0;61c2066a8a0f:45119 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:46,668 INFO [RS:0;61c2066a8a0f:45119 {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,45119,1732085026193-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T06:43:46,683 INFO [RS:0;61c2066a8a0f:45119 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T06:43:46,684 INFO [RS:0;61c2066a8a0f:45119 {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,45119,1732085026193-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:46,684 INFO [RS:0;61c2066a8a0f:45119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:46,684 INFO [RS:0;61c2066a8a0f:45119 {}] regionserver.Replication(171): 61c2066a8a0f,45119,1732085026193 started 2024-11-20T06:43:46,696 INFO [RS:0;61c2066a8a0f:45119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:46,696 INFO [RS:0;61c2066a8a0f:45119 {}] regionserver.HRegionServer(1482): Serving as 61c2066a8a0f,45119,1732085026193, RpcServer on 61c2066a8a0f/172.17.0.2:45119, sessionid=0x10158459f5b0001 2024-11-20T06:43:46,696 DEBUG [RS:0;61c2066a8a0f:45119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T06:43:46,696 DEBUG [RS:0;61c2066a8a0f:45119 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 61c2066a8a0f,45119,1732085026193 2024-11-20T06:43:46,696 DEBUG [RS:0;61c2066a8a0f:45119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '61c2066a8a0f,45119,1732085026193' 2024-11-20T06:43:46,696 DEBUG [RS:0;61c2066a8a0f:45119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T06:43:46,697 DEBUG [RS:0;61c2066a8a0f:45119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T06:43:46,698 DEBUG [RS:0;61c2066a8a0f:45119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T06:43:46,698 DEBUG [RS:0;61c2066a8a0f:45119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T06:43:46,698 DEBUG [RS:0;61c2066a8a0f:45119 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 61c2066a8a0f,45119,1732085026193 2024-11-20T06:43:46,698 DEBUG [RS:0;61c2066a8a0f:45119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '61c2066a8a0f,45119,1732085026193' 2024-11-20T06:43:46,698 DEBUG [RS:0;61c2066a8a0f:45119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T06:43:46,698 DEBUG [RS:0;61c2066a8a0f:45119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T06:43:46,699 DEBUG [RS:0;61c2066a8a0f:45119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T06:43:46,699 INFO [RS:0;61c2066a8a0f:45119 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T06:43:46,699 INFO [RS:0;61c2066a8a0f:45119 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T06:43:46,771 WARN [61c2066a8a0f:38253 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:43:46,799 INFO [RS:0;61c2066a8a0f:45119 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:43:46,801 INFO [RS:0;61c2066a8a0f:45119 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C45119%2C1732085026193, suffix=, logDir=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/WALs/61c2066a8a0f,45119,1732085026193, archiveDir=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/oldWALs, maxLogs=32 2024-11-20T06:43:46,816 DEBUG [RS:0;61c2066a8a0f:45119 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/WALs/61c2066a8a0f,45119,1732085026193/61c2066a8a0f%2C45119%2C1732085026193.1732085026802, exclude list is [], retry=0 2024-11-20T06:43:46,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43049,DS-9ad8fb4c-1398-4eb2-801a-2bb67836a7e2,DISK] 2024-11-20T06:43:46,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41691,DS-b68c3afa-5d4d-43c8-be64-778c81f22ece,DISK] 2024-11-20T06:43:46,822 INFO [RS:0;61c2066a8a0f:45119 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/WALs/61c2066a8a0f,45119,1732085026193/61c2066a8a0f%2C45119%2C1732085026193.1732085026802 2024-11-20T06:43:46,822 DEBUG [RS:0;61c2066a8a0f:45119 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44641:44641),(127.0.0.1/127.0.0.1:38285:38285)] 2024-11-20T06:43:47,021 DEBUG [61c2066a8a0f:38253 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T06:43:47,022 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=61c2066a8a0f,45119,1732085026193 2024-11-20T06:43:47,023 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 61c2066a8a0f,45119,1732085026193, state=OPENING 2024-11-20T06:43:47,039 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T06:43:47,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:43:47,050 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10158459f5b0001, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:43:47,051 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T06:43:47,051 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:43:47,051 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:43:47,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=61c2066a8a0f,45119,1732085026193}] 2024-11-20T06:43:47,204 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T06:43:47,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53111, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T06:43:47,215 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T06:43:47,215 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:47,216 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T06:43:47,217 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C45119%2C1732085026193.meta, suffix=.meta, logDir=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/WALs/61c2066a8a0f,45119,1732085026193, archiveDir=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/oldWALs, maxLogs=32 2024-11-20T06:43:47,235 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/WALs/61c2066a8a0f,45119,1732085026193/61c2066a8a0f%2C45119%2C1732085026193.meta.1732085027218.meta, exclude list is [], retry=0 2024-11-20T06:43:47,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43049,DS-9ad8fb4c-1398-4eb2-801a-2bb67836a7e2,DISK] 2024-11-20T06:43:47,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41691,DS-b68c3afa-5d4d-43c8-be64-778c81f22ece,DISK] 2024-11-20T06:43:47,241 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/WALs/61c2066a8a0f,45119,1732085026193/61c2066a8a0f%2C45119%2C1732085026193.meta.1732085027218.meta 2024-11-20T06:43:47,242 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44641:44641),(127.0.0.1/127.0.0.1:38285:38285)] 2024-11-20T06:43:47,243 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:47,243 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T06:43:47,243 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T06:43:47,243 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T06:43:47,243 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T06:43:47,243 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:47,244 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T06:43:47,244 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T06:43:47,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T06:43:47,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T06:43:47,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:47,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:43:47,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T06:43:47,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T06:43:47,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:47,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:43:47,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T06:43:47,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T06:43:47,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:47,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:43:47,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T06:43:47,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T06:43:47,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:47,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:43:47,253 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T06:43:47,254 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740 2024-11-20T06:43:47,258 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740 2024-11-20T06:43:47,260 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T06:43:47,260 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T06:43:47,260 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T06:43:47,262 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T06:43:47,263 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=782546, jitterRate=-0.004942476749420166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T06:43:47,263 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T06:43:47,264 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732085027244Writing region info on filesystem at 1732085027244Initializing all the Stores at 1732085027245 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085027245Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085027245Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085027245Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085027245Cleaning up temporary data from old regions at 1732085027260 (+15 ms)Running coprocessor post-open hooks at 1732085027263 (+3 ms)Region opened successfully at 1732085027264 (+1 ms) 2024-11-20T06:43:47,266 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732085027204 2024-11-20T06:43:47,268 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T06:43:47,269 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T06:43:47,269 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,45119,1732085026193 2024-11-20T06:43:47,271 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 61c2066a8a0f,45119,1732085026193, state=OPEN 2024-11-20T06:43:47,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T06:43:47,328 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10158459f5b0001, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T06:43:47,328 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=61c2066a8a0f,45119,1732085026193 2024-11-20T06:43:47,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:43:47,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:43:47,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T06:43:47,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=61c2066a8a0f,45119,1732085026193 in 277 msec 2024-11-20T06:43:47,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T06:43:47,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 712 msec 2024-11-20T06:43:47,335 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T06:43:47,335 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T06:43:47,337 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:43:47,337 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,45119,1732085026193, seqNum=-1] 2024-11-20T06:43:47,338 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:43:47,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43685, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:43:47,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 773 msec 2024-11-20T06:43:47,345 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732085027345, completionTime=-1 2024-11-20T06:43:47,345 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T06:43:47,345 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T06:43:47,347 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T06:43:47,347 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732085087347 2024-11-20T06:43:47,347 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732085147347 2024-11-20T06:43:47,347 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-20T06:43:47,348 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,38253,1732085025983-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:47,348 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,38253,1732085025983-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:47,348 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,38253,1732085025983-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:47,348 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-61c2066a8a0f:38253, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:47,348 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:47,349 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:47,350 DEBUG [master/61c2066a8a0f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T06:43:47,354 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.089sec 2024-11-20T06:43:47,354 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T06:43:47,354 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T06:43:47,354 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T06:43:47,354 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T06:43:47,354 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T06:43:47,354 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,38253,1732085025983-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T06:43:47,355 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,38253,1732085025983-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T06:43:47,358 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T06:43:47,358 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T06:43:47,358 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,38253,1732085025983-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:47,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57bdde02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:43:47,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,38253,-1 for getting cluster id 2024-11-20T06:43:47,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:43:47,422 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2046218e-4b1d-47b5-ba6d-b90e5a6cbca1' 2024-11-20T06:43:47,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:43:47,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2046218e-4b1d-47b5-ba6d-b90e5a6cbca1" 2024-11-20T06:43:47,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c808109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:43:47,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,38253,-1] 2024-11-20T06:43:47,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:43:47,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:43:47,425 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:43:47,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29d121c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:43:47,427 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:43:47,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,45119,1732085026193, seqNum=-1] 2024-11-20T06:43:47,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:43:47,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:43:47,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=61c2066a8a0f,38253,1732085025983 2024-11-20T06:43:47,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:43:47,435 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-20T06:43:47,436 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T06:43:47,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 61c2066a8a0f,38253,1732085025983 2024-11-20T06:43:47,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@124c9042 2024-11-20T06:43:47,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T06:43:47,438 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T06:43:47,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-20T06:43:47,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-20T06:43:47,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:43:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-20T06:43:47,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T06:43:47,442 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:47,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-20T06:43:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T06:43:47,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T06:43:47,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741835_1011 (size=381) 2024-11-20T06:43:47,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741835_1011 (size=381) 2024-11-20T06:43:47,454 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 397eca8ce21796430c1f40eb361b10ea, NAME => 'TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa 2024-11-20T06:43:47,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741836_1012 (size=64) 2024-11-20T06:43:47,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741836_1012 (size=64) 2024-11-20T06:43:47,463 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:47,463 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 397eca8ce21796430c1f40eb361b10ea, disabling compactions & flushes 2024-11-20T06:43:47,463 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea. 2024-11-20T06:43:47,463 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea. 2024-11-20T06:43:47,464 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea. after waiting 0 ms 2024-11-20T06:43:47,464 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea. 2024-11-20T06:43:47,464 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea. 2024-11-20T06:43:47,464 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 397eca8ce21796430c1f40eb361b10ea: Waiting for close lock at 1732085027463Disabling compacts and flushes for region at 1732085027463Disabling writes for close at 1732085027464 (+1 ms)Writing region close event to WAL at 1732085027464Closed at 1732085027464 2024-11-20T06:43:47,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T06:43:47,466 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732085027465"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732085027465"}]},"ts":"1732085027465"} 2024-11-20T06:43:47,468 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T06:43:47,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T06:43:47,470 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085027469"}]},"ts":"1732085027469"} 2024-11-20T06:43:47,472 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-20T06:43:47,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=397eca8ce21796430c1f40eb361b10ea, ASSIGN}] 2024-11-20T06:43:47,474 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=397eca8ce21796430c1f40eb361b10ea, ASSIGN 2024-11-20T06:43:47,475 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=397eca8ce21796430c1f40eb361b10ea, ASSIGN; state=OFFLINE, location=61c2066a8a0f,45119,1732085026193; forceNewPlan=false, retain=false 2024-11-20T06:43:47,626 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=397eca8ce21796430c1f40eb361b10ea, regionState=OPENING, regionLocation=61c2066a8a0f,45119,1732085026193 2024-11-20T06:43:47,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=397eca8ce21796430c1f40eb361b10ea, ASSIGN because future has completed 2024-11-20T06:43:47,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 397eca8ce21796430c1f40eb361b10ea, server=61c2066a8a0f,45119,1732085026193}] 2024-11-20T06:43:47,788 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea. 2024-11-20T06:43:47,788 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 397eca8ce21796430c1f40eb361b10ea, NAME => 'TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:47,789 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:43:47,789 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:47,789 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:43:47,789 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:43:47,791 INFO [StoreOpener-397eca8ce21796430c1f40eb361b10ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:43:47,792 INFO [StoreOpener-397eca8ce21796430c1f40eb361b10ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 397eca8ce21796430c1f40eb361b10ea columnFamilyName info 2024-11-20T06:43:47,792 DEBUG [StoreOpener-397eca8ce21796430c1f40eb361b10ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:47,793 INFO [StoreOpener-397eca8ce21796430c1f40eb361b10ea-1 {}] regionserver.HStore(327): Store=397eca8ce21796430c1f40eb361b10ea/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:47,793 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:43:47,794 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:43:47,794 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:43:47,795 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:43:47,795 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:43:47,797 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:43:47,799 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:43:47,800 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 397eca8ce21796430c1f40eb361b10ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=816021, jitterRate=0.037625327706336975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T06:43:47,800 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:43:47,801 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 397eca8ce21796430c1f40eb361b10ea: Running coprocessor pre-open hook at 1732085027789Writing region info on filesystem at 1732085027789Initializing all the Stores at 1732085027790 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085027790Cleaning up temporary data from old regions at 1732085027795 (+5 ms)Running coprocessor post-open hooks at 1732085027800 (+5 ms)Region opened successfully at 1732085027801 (+1 ms) 2024-11-20T06:43:47,802 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea., pid=6, masterSystemTime=1732085027783 2024-11-20T06:43:47,804 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea. 2024-11-20T06:43:47,804 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea. 2024-11-20T06:43:47,805 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=397eca8ce21796430c1f40eb361b10ea, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,45119,1732085026193 2024-11-20T06:43:47,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 397eca8ce21796430c1f40eb361b10ea, server=61c2066a8a0f,45119,1732085026193 because future has completed 2024-11-20T06:43:47,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T06:43:47,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 397eca8ce21796430c1f40eb361b10ea, server=61c2066a8a0f,45119,1732085026193 in 179 msec 2024-11-20T06:43:47,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T06:43:47,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=397eca8ce21796430c1f40eb361b10ea, ASSIGN in 340 msec 2024-11-20T06:43:47,817 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T06:43:47,817 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085027817"}]},"ts":"1732085027817"} 2024-11-20T06:43:47,820 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-20T06:43:47,822 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T06:43:47,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 383 msec 2024-11-20T06:43:48,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:48,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:48,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:48,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:48,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:48,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:48,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:48,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:48,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:48,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:49,060 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T06:43:49,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:49,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:49,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:49,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:49,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:49,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:49,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:49,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:49,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:49,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:52,663 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T06:43:52,664 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-20T06:43:53,037 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-20T06:43:53,037 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-20T06:43:53,038 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T06:43:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T06:43:57,535 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-20T06:43:57,535 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-20T06:43:57,540 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-20T06:43:57,540 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea. 2024-11-20T06:43:57,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea., hostname=61c2066a8a0f,45119,1732085026193, seqNum=2] 2024-11-20T06:43:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45119 {}] regionserver.HRegion(8855): Flush requested on 397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:43:57,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 397eca8ce21796430c1f40eb361b10ea 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T06:43:57,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/915f31634c4d40ed9fd12e86c064e9a4 is 1055, key is row0001/info:/1732085037548/Put/seqid=0 2024-11-20T06:43:57,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741837_1013 (size=13386) 2024-11-20T06:43:57,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741837_1013 (size=13386) 2024-11-20T06:43:57,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45119 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=397eca8ce21796430c1f40eb361b10ea, server=61c2066a8a0f,45119,1732085026193 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:43:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45119 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:46260 deadline: 1732085047603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=397eca8ce21796430c1f40eb361b10ea, server=61c2066a8a0f,45119,1732085026193 2024-11-20T06:43:57,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea., hostname=61c2066a8a0f,45119,1732085026193, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea., hostname=61c2066a8a0f,45119,1732085026193, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=397eca8ce21796430c1f40eb361b10ea, server=61c2066a8a0f,45119,1732085026193 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:43:57,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea., hostname=61c2066a8a0f,45119,1732085026193, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=397eca8ce21796430c1f40eb361b10ea, server=61c2066a8a0f,45119,1732085026193 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:43:57,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea., hostname=61c2066a8a0f,45119,1732085026193, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:43:57,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/915f31634c4d40ed9fd12e86c064e9a4 2024-11-20T06:43:58,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/915f31634c4d40ed9fd12e86c064e9a4 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/915f31634c4d40ed9fd12e86c064e9a4 2024-11-20T06:43:58,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/915f31634c4d40ed9fd12e86c064e9a4, entries=8, sequenceid=12, filesize=13.1 K 2024-11-20T06:43:58,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 397eca8ce21796430c1f40eb361b10ea in 448ms, sequenceid=12, compaction requested=false 2024-11-20T06:43:58,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 397eca8ce21796430c1f40eb361b10ea: 2024-11-20T06:43:58,541 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T06:43:58,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:58,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:58,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:58,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:58,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:58,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:58,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:58,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:58,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:43:58,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45119 {}] regionserver.HRegion(8855): Flush requested on 397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:44:07,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 397eca8ce21796430c1f40eb361b10ea 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-20T06:44:07,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/8f8d69f0894d4858951f14abdcbf1af9 is 1055, key is row0009/info:/1732085037563/Put/seqid=0 2024-11-20T06:44:07,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741838_1014 (size=28134) 2024-11-20T06:44:07,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741838_1014 (size=28134) 2024-11-20T06:44:07,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/8f8d69f0894d4858951f14abdcbf1af9 2024-11-20T06:44:07,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/8f8d69f0894d4858951f14abdcbf1af9 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/8f8d69f0894d4858951f14abdcbf1af9 2024-11-20T06:44:07,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/8f8d69f0894d4858951f14abdcbf1af9, entries=22, sequenceid=37, filesize=27.5 K 2024-11-20T06:44:07,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 397eca8ce21796430c1f40eb361b10ea in 57ms, sequenceid=37, compaction requested=false 2024-11-20T06:44:07,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 397eca8ce21796430c1f40eb361b10ea: 2024-11-20T06:44:07,726 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-20T06:44:07,726 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T06:44:07,726 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/8f8d69f0894d4858951f14abdcbf1af9 because midkey is the same as first or last row 2024-11-20T06:44:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45119 {}] regionserver.HRegion(8855): Flush requested on 397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:44:09,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 397eca8ce21796430c1f40eb361b10ea 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T06:44:09,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/6a095efdbacf4a34babe4a48df38e4a9 is 1055, key is row0031/info:/1732085047673/Put/seqid=0 2024-11-20T06:44:09,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741839_1015 (size=13386) 2024-11-20T06:44:09,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741839_1015 (size=13386) 2024-11-20T06:44:09,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/6a095efdbacf4a34babe4a48df38e4a9 2024-11-20T06:44:09,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/6a095efdbacf4a34babe4a48df38e4a9 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/6a095efdbacf4a34babe4a48df38e4a9 2024-11-20T06:44:09,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/6a095efdbacf4a34babe4a48df38e4a9, entries=8, sequenceid=48, filesize=13.1 K 2024-11-20T06:44:09,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 397eca8ce21796430c1f40eb361b10ea in 27ms, sequenceid=48, compaction requested=true 2024-11-20T06:44:09,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 397eca8ce21796430c1f40eb361b10ea: 2024-11-20T06:44:09,721 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-20T06:44:09,721 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T06:44:09,722 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/8f8d69f0894d4858951f14abdcbf1af9 because midkey is the same as first or last row 2024-11-20T06:44:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45119 {}] regionserver.HRegion(8855): Flush requested on 397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:44:09,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 397eca8ce21796430c1f40eb361b10ea:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:44:09,723 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:44:09,724 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:44:09,724 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1541): 397eca8ce21796430c1f40eb361b10ea/info is initiating minor compaction (all files) 2024-11-20T06:44:09,724 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 397eca8ce21796430c1f40eb361b10ea/info in TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea. 2024-11-20T06:44:09,725 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/915f31634c4d40ed9fd12e86c064e9a4, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/8f8d69f0894d4858951f14abdcbf1af9, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/6a095efdbacf4a34babe4a48df38e4a9] into tmpdir=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp, totalSize=53.6 K 2024-11-20T06:44:09,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:44:09,725 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting 915f31634c4d40ed9fd12e86c064e9a4, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732085037548 2024-11-20T06:44:09,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 397eca8ce21796430c1f40eb361b10ea 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-20T06:44:09,726 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f8d69f0894d4858951f14abdcbf1af9, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732085037563 2024-11-20T06:44:09,726 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a095efdbacf4a34babe4a48df38e4a9, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732085047673 2024-11-20T06:44:09,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/d584ed7fa3e94941a3c840c0d36a5bae is 1055, key is row0039/info:/1732085049695/Put/seqid=0 2024-11-20T06:44:09,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741840_1016 (size=18662) 2024-11-20T06:44:09,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741840_1016 (size=18662) 2024-11-20T06:44:09,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/d584ed7fa3e94941a3c840c0d36a5bae 2024-11-20T06:44:09,745 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 397eca8ce21796430c1f40eb361b10ea#info#compaction#35 average throughput is 12.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:44:09,745 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/f19ff126579442759702d53df89ab97f is 1055, key is row0001/info:/1732085037548/Put/seqid=0 2024-11-20T06:44:09,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/d584ed7fa3e94941a3c840c0d36a5bae as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/d584ed7fa3e94941a3c840c0d36a5bae 2024-11-20T06:44:09,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741841_1017 (size=45105) 2024-11-20T06:44:09,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741841_1017 (size=45105) 2024-11-20T06:44:09,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/d584ed7fa3e94941a3c840c0d36a5bae, entries=13, sequenceid=64, filesize=18.2 K 2024-11-20T06:44:09,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=12.32 KB/12612 for 397eca8ce21796430c1f40eb361b10ea in 33ms, sequenceid=64, compaction requested=false 2024-11-20T06:44:09,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 397eca8ce21796430c1f40eb361b10ea: 2024-11-20T06:44:09,759 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=71.8 K, sizeToCheck=16.0 K 2024-11-20T06:44:09,759 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T06:44:09,759 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/8f8d69f0894d4858951f14abdcbf1af9 because midkey is the same as first or last row 2024-11-20T06:44:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45119 {}] regionserver.HRegion(8855): Flush requested on 397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:44:09,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 397eca8ce21796430c1f40eb361b10ea 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-20T06:44:09,760 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/f19ff126579442759702d53df89ab97f as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/f19ff126579442759702d53df89ab97f 2024-11-20T06:44:09,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/28c7ad5113e4449d87646e7315d0264c is 1055, key is row0052/info:/1732085049727/Put/seqid=0 2024-11-20T06:44:09,768 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 397eca8ce21796430c1f40eb361b10ea/info of 397eca8ce21796430c1f40eb361b10ea into f19ff126579442759702d53df89ab97f(size=44.0 K), total size for store is 62.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:44:09,768 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 397eca8ce21796430c1f40eb361b10ea: 2024-11-20T06:44:09,771 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea., storeName=397eca8ce21796430c1f40eb361b10ea/info, priority=13, startTime=1732085049722; duration=0sec 2024-11-20T06:44:09,771 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=62.3 K, sizeToCheck=16.0 K 2024-11-20T06:44:09,771 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T06:44:09,771 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/f19ff126579442759702d53df89ab97f because midkey is the same as first or last row 2024-11-20T06:44:09,772 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=62.3 K, sizeToCheck=16.0 K 2024-11-20T06:44:09,772 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T06:44:09,772 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/f19ff126579442759702d53df89ab97f because midkey is the same as first or last row 2024-11-20T06:44:09,772 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=62.3 K, sizeToCheck=16.0 K 2024-11-20T06:44:09,772 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T06:44:09,772 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/f19ff126579442759702d53df89ab97f because midkey is the same as first or last row 2024-11-20T06:44:09,772 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:44:09,773 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 397eca8ce21796430c1f40eb361b10ea:info 2024-11-20T06:44:09,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741842_1018 (size=18662) 2024-11-20T06:44:09,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741842_1018 (size=18662) 2024-11-20T06:44:09,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/28c7ad5113e4449d87646e7315d0264c 2024-11-20T06:44:09,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/28c7ad5113e4449d87646e7315d0264c as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/28c7ad5113e4449d87646e7315d0264c 2024-11-20T06:44:09,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/28c7ad5113e4449d87646e7315d0264c, entries=13, sequenceid=80, filesize=18.2 K 2024-11-20T06:44:09,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=0 B/0 for 397eca8ce21796430c1f40eb361b10ea in 28ms, sequenceid=80, compaction requested=true 2024-11-20T06:44:09,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 397eca8ce21796430c1f40eb361b10ea: 2024-11-20T06:44:09,787 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=80.5 K, sizeToCheck=16.0 K 2024-11-20T06:44:09,787 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T06:44:09,787 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/f19ff126579442759702d53df89ab97f because midkey is the same as first or last row 2024-11-20T06:44:09,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 397eca8ce21796430c1f40eb361b10ea:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:44:09,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:44:09,787 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:44:09,789 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 82429 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:44:09,789 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1541): 397eca8ce21796430c1f40eb361b10ea/info is initiating minor compaction (all files) 2024-11-20T06:44:09,789 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 397eca8ce21796430c1f40eb361b10ea/info in TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea. 2024-11-20T06:44:09,789 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/f19ff126579442759702d53df89ab97f, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/d584ed7fa3e94941a3c840c0d36a5bae, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/28c7ad5113e4449d87646e7315d0264c] into tmpdir=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp, totalSize=80.5 K 2024-11-20T06:44:09,789 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting f19ff126579442759702d53df89ab97f, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732085037548 2024-11-20T06:44:09,790 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting d584ed7fa3e94941a3c840c0d36a5bae, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732085049695 2024-11-20T06:44:09,790 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28c7ad5113e4449d87646e7315d0264c, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732085049727 2024-11-20T06:44:09,805 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 397eca8ce21796430c1f40eb361b10ea#info#compaction#37 average throughput is 16.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:44:09,806 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/81961d245b9c456c8eeb00109743ad94 is 1055, key is row0001/info:/1732085037548/Put/seqid=0 2024-11-20T06:44:09,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741843_1019 (size=72701) 2024-11-20T06:44:09,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741843_1019 (size=72701) 2024-11-20T06:44:09,817 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/81961d245b9c456c8eeb00109743ad94 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/81961d245b9c456c8eeb00109743ad94 2024-11-20T06:44:09,823 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 397eca8ce21796430c1f40eb361b10ea/info of 397eca8ce21796430c1f40eb361b10ea into 81961d245b9c456c8eeb00109743ad94(size=71.0 K), total size for store is 71.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:44:09,823 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 397eca8ce21796430c1f40eb361b10ea: 2024-11-20T06:44:09,823 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea., storeName=397eca8ce21796430c1f40eb361b10ea/info, priority=13, startTime=1732085049787; duration=0sec 2024-11-20T06:44:09,823 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=71.0 K, sizeToCheck=16.0 K 2024-11-20T06:44:09,823 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T06:44:09,823 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/81961d245b9c456c8eeb00109743ad94 because midkey is the same as first or last row 2024-11-20T06:44:09,824 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=71.0 K, sizeToCheck=16.0 K 2024-11-20T06:44:09,824 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T06:44:09,824 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/81961d245b9c456c8eeb00109743ad94 because midkey is the same as first or last row 2024-11-20T06:44:09,824 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=71.0 K, sizeToCheck=16.0 K 2024-11-20T06:44:09,824 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T06:44:09,824 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/81961d245b9c456c8eeb00109743ad94 because midkey is the same as first or last row 2024-11-20T06:44:09,824 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:44:09,824 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 397eca8ce21796430c1f40eb361b10ea:info 2024-11-20T06:44:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45119 {}] regionserver.HRegion(8855): Flush requested on 397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:44:11,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 397eca8ce21796430c1f40eb361b10ea 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T06:44:11,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/c8abd082bb1448028a863c24b771951c is 1055, key is row0065/info:/1732085051763/Put/seqid=0 2024-11-20T06:44:11,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741844_1020 (size=13386) 2024-11-20T06:44:11,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741844_1020 (size=13386) 2024-11-20T06:44:11,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/c8abd082bb1448028a863c24b771951c 2024-11-20T06:44:11,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/c8abd082bb1448028a863c24b771951c as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/c8abd082bb1448028a863c24b771951c 2024-11-20T06:44:11,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/c8abd082bb1448028a863c24b771951c, entries=8, sequenceid=93, filesize=13.1 K 2024-11-20T06:44:11,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 397eca8ce21796430c1f40eb361b10ea in 28ms, sequenceid=93, compaction requested=false 2024-11-20T06:44:11,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 397eca8ce21796430c1f40eb361b10ea: 2024-11-20T06:44:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45119 {}] regionserver.HRegion(8855): Flush requested on 397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:44:11,811 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=84.1 K, sizeToCheck=16.0 K 2024-11-20T06:44:11,811 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T06:44:11,811 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/81961d245b9c456c8eeb00109743ad94 because midkey is the same as first or last row 2024-11-20T06:44:11,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 397eca8ce21796430c1f40eb361b10ea 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-20T06:44:11,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/1b127a1e991e43ffa22b62c0c0ddec43 is 1055, key is row0073/info:/1732085051783/Put/seqid=0 2024-11-20T06:44:11,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741845_1021 (size=18662) 2024-11-20T06:44:11,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741845_1021 (size=18662) 2024-11-20T06:44:12,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/1b127a1e991e43ffa22b62c0c0ddec43 2024-11-20T06:44:12,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/1b127a1e991e43ffa22b62c0c0ddec43 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/1b127a1e991e43ffa22b62c0c0ddec43 2024-11-20T06:44:12,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/1b127a1e991e43ffa22b62c0c0ddec43, entries=13, sequenceid=109, filesize=18.2 K 2024-11-20T06:44:12,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for 397eca8ce21796430c1f40eb361b10ea in 432ms, sequenceid=109, compaction requested=true 2024-11-20T06:44:12,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 397eca8ce21796430c1f40eb361b10ea: 2024-11-20T06:44:12,244 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=102.3 K, sizeToCheck=16.0 K 2024-11-20T06:44:12,244 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T06:44:12,244 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/81961d245b9c456c8eeb00109743ad94 because midkey is the same as first or last row 2024-11-20T06:44:12,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 397eca8ce21796430c1f40eb361b10ea:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:44:12,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:44:12,244 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:44:12,245 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 104749 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:44:12,246 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1541): 397eca8ce21796430c1f40eb361b10ea/info is initiating minor compaction (all files) 2024-11-20T06:44:12,246 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 397eca8ce21796430c1f40eb361b10ea/info in TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea. 2024-11-20T06:44:12,246 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/81961d245b9c456c8eeb00109743ad94, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/c8abd082bb1448028a863c24b771951c, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/1b127a1e991e43ffa22b62c0c0ddec43] into tmpdir=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp, totalSize=102.3 K 2024-11-20T06:44:12,246 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81961d245b9c456c8eeb00109743ad94, keycount=64, bloomtype=ROW, size=71.0 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732085037548 2024-11-20T06:44:12,247 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8abd082bb1448028a863c24b771951c, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732085051763 2024-11-20T06:44:12,247 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b127a1e991e43ffa22b62c0c0ddec43, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732085051783 2024-11-20T06:44:12,262 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 397eca8ce21796430c1f40eb361b10ea#info#compaction#40 average throughput is 21.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:44:12,263 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/73219ad7784a4a60b0c0153b9ab0e906 is 1055, key is row0001/info:/1732085037548/Put/seqid=0 2024-11-20T06:44:12,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741846_1022 (size=94899) 2024-11-20T06:44:12,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741846_1022 (size=94899) 2024-11-20T06:44:12,273 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/73219ad7784a4a60b0c0153b9ab0e906 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/73219ad7784a4a60b0c0153b9ab0e906 2024-11-20T06:44:12,279 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 397eca8ce21796430c1f40eb361b10ea/info of 397eca8ce21796430c1f40eb361b10ea into 73219ad7784a4a60b0c0153b9ab0e906(size=92.7 K), total size for store is 92.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:44:12,280 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 397eca8ce21796430c1f40eb361b10ea: 2024-11-20T06:44:12,280 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea., storeName=397eca8ce21796430c1f40eb361b10ea/info, priority=13, startTime=1732085052244; duration=0sec 2024-11-20T06:44:12,280 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.7 K, sizeToCheck=16.0 K 2024-11-20T06:44:12,280 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T06:44:12,280 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.7 K, sizeToCheck=16.0 K 2024-11-20T06:44:12,280 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T06:44:12,280 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.7 K, sizeToCheck=16.0 K 2024-11-20T06:44:12,280 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T06:44:12,281 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:44:12,281 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:44:12,281 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 397eca8ce21796430c1f40eb361b10ea:info 2024-11-20T06:44:12,282 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38253 {}] assignment.AssignmentManager(1363): Split request from 61c2066a8a0f,45119,1732085026193, parent={ENCODED => 397eca8ce21796430c1f40eb361b10ea, NAME => 'TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-20T06:44:12,286 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38253 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=61c2066a8a0f,45119,1732085026193 2024-11-20T06:44:12,290 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=397eca8ce21796430c1f40eb361b10ea, daughterA=10c2b8c522d6e6e46e77a05ccce5f201, daughterB=a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:12,290 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=397eca8ce21796430c1f40eb361b10ea, daughterA=10c2b8c522d6e6e46e77a05ccce5f201, daughterB=a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:12,291 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=397eca8ce21796430c1f40eb361b10ea, daughterA=10c2b8c522d6e6e46e77a05ccce5f201, daughterB=a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:12,291 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=397eca8ce21796430c1f40eb361b10ea, daughterA=10c2b8c522d6e6e46e77a05ccce5f201, daughterB=a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:12,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=397eca8ce21796430c1f40eb361b10ea, UNASSIGN}] 2024-11-20T06:44:12,297 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=397eca8ce21796430c1f40eb361b10ea, UNASSIGN 2024-11-20T06:44:12,299 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=397eca8ce21796430c1f40eb361b10ea, regionState=CLOSING, regionLocation=61c2066a8a0f,45119,1732085026193 2024-11-20T06:44:12,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=397eca8ce21796430c1f40eb361b10ea, UNASSIGN because future has completed 2024-11-20T06:44:12,301 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-20T06:44:12,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 397eca8ce21796430c1f40eb361b10ea, server=61c2066a8a0f,45119,1732085026193}] 2024-11-20T06:44:12,464 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:44:12,464 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-20T06:44:12,465 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 397eca8ce21796430c1f40eb361b10ea, disabling compactions & flushes 2024-11-20T06:44:12,465 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea. 2024-11-20T06:44:12,465 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea. 2024-11-20T06:44:12,465 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea. after waiting 0 ms 2024-11-20T06:44:12,465 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea. 2024-11-20T06:44:12,465 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 397eca8ce21796430c1f40eb361b10ea 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-20T06:44:12,470 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/3027f06b4a2d4b969c6d11aaafc342dc is 1055, key is row0086/info:/1732085051812/Put/seqid=0 2024-11-20T06:44:12,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741847_1023 (size=16542) 2024-11-20T06:44:12,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741847_1023 (size=16542) 2024-11-20T06:44:12,477 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/3027f06b4a2d4b969c6d11aaafc342dc 2024-11-20T06:44:12,482 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/.tmp/info/3027f06b4a2d4b969c6d11aaafc342dc as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/3027f06b4a2d4b969c6d11aaafc342dc 2024-11-20T06:44:12,488 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/3027f06b4a2d4b969c6d11aaafc342dc, entries=11, sequenceid=124, filesize=16.2 K 2024-11-20T06:44:12,489 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=0 B/0 for 397eca8ce21796430c1f40eb361b10ea in 24ms, sequenceid=124, compaction requested=false 2024-11-20T06:44:12,490 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/915f31634c4d40ed9fd12e86c064e9a4, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/8f8d69f0894d4858951f14abdcbf1af9, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/f19ff126579442759702d53df89ab97f, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/6a095efdbacf4a34babe4a48df38e4a9, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/d584ed7fa3e94941a3c840c0d36a5bae, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/81961d245b9c456c8eeb00109743ad94, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/28c7ad5113e4449d87646e7315d0264c, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/c8abd082bb1448028a863c24b771951c, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/1b127a1e991e43ffa22b62c0c0ddec43] to archive 2024-11-20T06:44:12,491 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T06:44:12,493 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/915f31634c4d40ed9fd12e86c064e9a4 to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/915f31634c4d40ed9fd12e86c064e9a4 2024-11-20T06:44:12,494 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/8f8d69f0894d4858951f14abdcbf1af9 to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/8f8d69f0894d4858951f14abdcbf1af9 2024-11-20T06:44:12,495 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/f19ff126579442759702d53df89ab97f to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/f19ff126579442759702d53df89ab97f 2024-11-20T06:44:12,496 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/6a095efdbacf4a34babe4a48df38e4a9 to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/6a095efdbacf4a34babe4a48df38e4a9 2024-11-20T06:44:12,497 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/d584ed7fa3e94941a3c840c0d36a5bae to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/d584ed7fa3e94941a3c840c0d36a5bae 2024-11-20T06:44:12,498 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/81961d245b9c456c8eeb00109743ad94 to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/81961d245b9c456c8eeb00109743ad94 2024-11-20T06:44:12,500 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/28c7ad5113e4449d87646e7315d0264c to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/28c7ad5113e4449d87646e7315d0264c 2024-11-20T06:44:12,501 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/c8abd082bb1448028a863c24b771951c to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/c8abd082bb1448028a863c24b771951c 2024-11-20T06:44:12,502 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/1b127a1e991e43ffa22b62c0c0ddec43 to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/1b127a1e991e43ffa22b62c0c0ddec43 2024-11-20T06:44:12,507 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=1 2024-11-20T06:44:12,508 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea. 2024-11-20T06:44:12,508 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 397eca8ce21796430c1f40eb361b10ea: Waiting for close lock at 1732085052465Running coprocessor pre-close hooks at 1732085052465Disabling compacts and flushes for region at 1732085052465Disabling writes for close at 1732085052465Obtaining lock to block concurrent updates at 1732085052465Preparing flush snapshotting stores in 397eca8ce21796430c1f40eb361b10ea at 1732085052465Finished memstore snapshotting TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea., syncing WAL and waiting on mvcc, flushsize=dataSize=11561, getHeapSize=12648, getOffHeapSize=0, getCellsCount=11 at 1732085052465Flushing stores of TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea. at 1732085052466 (+1 ms)Flushing 397eca8ce21796430c1f40eb361b10ea/info: creating writer at 1732085052466Flushing 397eca8ce21796430c1f40eb361b10ea/info: appending metadata at 1732085052469 (+3 ms)Flushing 397eca8ce21796430c1f40eb361b10ea/info: closing flushed file at 1732085052469Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a80aa74: reopening flushed file at 1732085052482 (+13 ms)Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=0 B/0 for 397eca8ce21796430c1f40eb361b10ea in 24ms, sequenceid=124, compaction requested=false at 1732085052489 (+7 ms)Writing region close event to WAL at 1732085052504 (+15 ms)Running coprocessor post-close hooks at 1732085052508 (+4 ms)Closed at 1732085052508 2024-11-20T06:44:12,511 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:44:12,511 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=397eca8ce21796430c1f40eb361b10ea, regionState=CLOSED 2024-11-20T06:44:12,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 397eca8ce21796430c1f40eb361b10ea, server=61c2066a8a0f,45119,1732085026193 because future has completed 2024-11-20T06:44:12,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T06:44:12,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 397eca8ce21796430c1f40eb361b10ea, server=61c2066a8a0f,45119,1732085026193 in 213 msec 2024-11-20T06:44:12,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T06:44:12,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=397eca8ce21796430c1f40eb361b10ea, UNASSIGN in 221 msec 2024-11-20T06:44:12,528 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:44:12,531 INFO [PEWorker-5 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 2 storefiles, region=397eca8ce21796430c1f40eb361b10ea, threads=2 2024-11-20T06:44:12,533 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/3027f06b4a2d4b969c6d11aaafc342dc for region: 397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:44:12,533 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/73219ad7784a4a60b0c0153b9ab0e906 for region: 397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:44:12,544 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/3027f06b4a2d4b969c6d11aaafc342dc, top=true 2024-11-20T06:44:12,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741848_1024 (size=27) 2024-11-20T06:44:12,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741848_1024 (size=27) 2024-11-20T06:44:12,551 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/TestLogRolling-testLogRolling=397eca8ce21796430c1f40eb361b10ea-3027f06b4a2d4b969c6d11aaafc342dc for child: a4ef73ecfd4691248de29fb736c24fe6, parent: 397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:44:12,551 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/3027f06b4a2d4b969c6d11aaafc342dc for region: 397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:44:12,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741849_1025 (size=27) 2024-11-20T06:44:12,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741849_1025 (size=27) 2024-11-20T06:44:12,564 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/73219ad7784a4a60b0c0153b9ab0e906 for region: 397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:44:12,566 DEBUG [PEWorker-5 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 397eca8ce21796430c1f40eb361b10ea Daughter A: [hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/10c2b8c522d6e6e46e77a05ccce5f201/info/73219ad7784a4a60b0c0153b9ab0e906.397eca8ce21796430c1f40eb361b10ea] storefiles, Daughter B: [hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/TestLogRolling-testLogRolling=397eca8ce21796430c1f40eb361b10ea-3027f06b4a2d4b969c6d11aaafc342dc, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/73219ad7784a4a60b0c0153b9ab0e906.397eca8ce21796430c1f40eb361b10ea] storefiles. 2024-11-20T06:44:12,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741850_1026 (size=71) 2024-11-20T06:44:12,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741850_1026 (size=71) 2024-11-20T06:44:12,578 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:44:12,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741851_1027 (size=71) 2024-11-20T06:44:12,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741851_1027 (size=71) 2024-11-20T06:44:12,592 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:44:12,602 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/10c2b8c522d6e6e46e77a05ccce5f201/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-11-20T06:44:12,605 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-11-20T06:44:12,607 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732085052607"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1732085052607"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1732085052607"}]},"ts":"1732085052607"} 2024-11-20T06:44:12,607 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732085052286.10c2b8c522d6e6e46e77a05ccce5f201.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732085052607"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732085052607"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732085052607"}]},"ts":"1732085052607"} 2024-11-20T06:44:12,608 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732085052607"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732085052607"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732085052607"}]},"ts":"1732085052607"} 2024-11-20T06:44:12,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=10c2b8c522d6e6e46e77a05ccce5f201, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a4ef73ecfd4691248de29fb736c24fe6, ASSIGN}] 2024-11-20T06:44:12,624 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a4ef73ecfd4691248de29fb736c24fe6, ASSIGN 2024-11-20T06:44:12,624 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=10c2b8c522d6e6e46e77a05ccce5f201, ASSIGN 2024-11-20T06:44:12,625 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a4ef73ecfd4691248de29fb736c24fe6, ASSIGN; state=SPLITTING_NEW, location=61c2066a8a0f,45119,1732085026193; forceNewPlan=false, retain=false 2024-11-20T06:44:12,625 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=10c2b8c522d6e6e46e77a05ccce5f201, ASSIGN; state=SPLITTING_NEW, location=61c2066a8a0f,45119,1732085026193; forceNewPlan=false, retain=false 2024-11-20T06:44:12,777 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a4ef73ecfd4691248de29fb736c24fe6, regionState=OPENING, regionLocation=61c2066a8a0f,45119,1732085026193 2024-11-20T06:44:12,777 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=10c2b8c522d6e6e46e77a05ccce5f201, regionState=OPENING, regionLocation=61c2066a8a0f,45119,1732085026193 2024-11-20T06:44:12,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=10c2b8c522d6e6e46e77a05ccce5f201, ASSIGN because future has completed 2024-11-20T06:44:12,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10c2b8c522d6e6e46e77a05ccce5f201, server=61c2066a8a0f,45119,1732085026193}] 2024-11-20T06:44:12,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a4ef73ecfd4691248de29fb736c24fe6, ASSIGN because future has completed 2024-11-20T06:44:12,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4ef73ecfd4691248de29fb736c24fe6, server=61c2066a8a0f,45119,1732085026193}] 2024-11-20T06:44:12,970 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732085052286.10c2b8c522d6e6e46e77a05ccce5f201. 2024-11-20T06:44:12,970 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 10c2b8c522d6e6e46e77a05ccce5f201, NAME => 'TestLogRolling-testLogRolling,,1732085052286.10c2b8c522d6e6e46e77a05ccce5f201.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-20T06:44:12,971 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 10c2b8c522d6e6e46e77a05ccce5f201 2024-11-20T06:44:12,971 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732085052286.10c2b8c522d6e6e46e77a05ccce5f201.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:44:12,971 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 10c2b8c522d6e6e46e77a05ccce5f201 2024-11-20T06:44:12,971 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 10c2b8c522d6e6e46e77a05ccce5f201 2024-11-20T06:44:12,973 INFO [StoreOpener-10c2b8c522d6e6e46e77a05ccce5f201-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 10c2b8c522d6e6e46e77a05ccce5f201 2024-11-20T06:44:12,974 INFO [StoreOpener-10c2b8c522d6e6e46e77a05ccce5f201-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10c2b8c522d6e6e46e77a05ccce5f201 columnFamilyName info 2024-11-20T06:44:12,974 DEBUG [StoreOpener-10c2b8c522d6e6e46e77a05ccce5f201-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:44:12,989 DEBUG [StoreOpener-10c2b8c522d6e6e46e77a05ccce5f201-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/10c2b8c522d6e6e46e77a05ccce5f201/info/73219ad7784a4a60b0c0153b9ab0e906.397eca8ce21796430c1f40eb361b10ea->hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/73219ad7784a4a60b0c0153b9ab0e906-bottom 2024-11-20T06:44:12,990 INFO [StoreOpener-10c2b8c522d6e6e46e77a05ccce5f201-1 {}] regionserver.HStore(327): Store=10c2b8c522d6e6e46e77a05ccce5f201/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:44:12,990 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 10c2b8c522d6e6e46e77a05ccce5f201 2024-11-20T06:44:12,991 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/10c2b8c522d6e6e46e77a05ccce5f201 2024-11-20T06:44:12,992 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/10c2b8c522d6e6e46e77a05ccce5f201 2024-11-20T06:44:12,992 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 10c2b8c522d6e6e46e77a05ccce5f201 2024-11-20T06:44:12,993 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 10c2b8c522d6e6e46e77a05ccce5f201 2024-11-20T06:44:12,994 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 10c2b8c522d6e6e46e77a05ccce5f201 2024-11-20T06:44:12,995 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 10c2b8c522d6e6e46e77a05ccce5f201; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=692978, jitterRate=-0.11883363127708435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T06:44:12,995 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10c2b8c522d6e6e46e77a05ccce5f201 2024-11-20T06:44:12,996 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 10c2b8c522d6e6e46e77a05ccce5f201: Running coprocessor pre-open hook at 1732085052971Writing region info on filesystem at 1732085052971Initializing all the Stores at 1732085052972 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085052972Cleaning up temporary data from old regions at 1732085052993 (+21 ms)Running coprocessor post-open hooks at 1732085052995 (+2 ms)Region opened successfully at 1732085052996 (+1 ms) 2024-11-20T06:44:12,997 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732085052286.10c2b8c522d6e6e46e77a05ccce5f201., pid=12, masterSystemTime=1732085052965 2024-11-20T06:44:12,997 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 10c2b8c522d6e6e46e77a05ccce5f201:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:44:12,997 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:44:12,997 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-20T06:44:12,998 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1732085052286.10c2b8c522d6e6e46e77a05ccce5f201. 2024-11-20T06:44:12,998 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1541): 10c2b8c522d6e6e46e77a05ccce5f201/info is initiating minor compaction (all files) 2024-11-20T06:44:12,998 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10c2b8c522d6e6e46e77a05ccce5f201/info in TestLogRolling-testLogRolling,,1732085052286.10c2b8c522d6e6e46e77a05ccce5f201. 2024-11-20T06:44:12,998 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/10c2b8c522d6e6e46e77a05ccce5f201/info/73219ad7784a4a60b0c0153b9ab0e906.397eca8ce21796430c1f40eb361b10ea->hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/73219ad7784a4a60b0c0153b9ab0e906-bottom] into tmpdir=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/10c2b8c522d6e6e46e77a05ccce5f201/.tmp, totalSize=92.7 K 2024-11-20T06:44:12,999 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73219ad7784a4a60b0c0153b9ab0e906.397eca8ce21796430c1f40eb361b10ea, keycount=42, bloomtype=ROW, size=92.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732085037548 2024-11-20T06:44:13,000 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732085052286.10c2b8c522d6e6e46e77a05ccce5f201. 2024-11-20T06:44:13,000 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732085052286.10c2b8c522d6e6e46e77a05ccce5f201. 2024-11-20T06:44:13,000 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6. 2024-11-20T06:44:13,000 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => a4ef73ecfd4691248de29fb736c24fe6, NAME => 'TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-20T06:44:13,000 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:13,001 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:44:13,001 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=10c2b8c522d6e6e46e77a05ccce5f201, regionState=OPEN, openSeqNum=128, regionLocation=61c2066a8a0f,45119,1732085026193 2024-11-20T06:44:13,001 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:13,001 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:13,003 INFO [StoreOpener-a4ef73ecfd4691248de29fb736c24fe6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:13,003 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45119 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-20T06:44:13,003 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T06:44:13,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10c2b8c522d6e6e46e77a05ccce5f201, server=61c2066a8a0f,45119,1732085026193 because future has completed 2024-11-20T06:44:13,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-20T06:44:13,004 INFO [StoreOpener-a4ef73ecfd4691248de29fb736c24fe6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4ef73ecfd4691248de29fb736c24fe6 columnFamilyName info 2024-11-20T06:44:13,004 DEBUG [StoreOpener-a4ef73ecfd4691248de29fb736c24fe6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:44:13,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-20T06:44:13,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 10c2b8c522d6e6e46e77a05ccce5f201, server=61c2066a8a0f,45119,1732085026193 in 223 msec 2024-11-20T06:44:13,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=10c2b8c522d6e6e46e77a05ccce5f201, ASSIGN in 414 msec 2024-11-20T06:44:13,042 DEBUG [StoreOpener-a4ef73ecfd4691248de29fb736c24fe6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/73219ad7784a4a60b0c0153b9ab0e906.397eca8ce21796430c1f40eb361b10ea->hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/73219ad7784a4a60b0c0153b9ab0e906-top 2024-11-20T06:44:13,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740/.tmp/info/2f7e197af965473cae74f60b64346d0f is 193, key is TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6./info:regioninfo/1732085052776/Put/seqid=0 2024-11-20T06:44:13,050 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10c2b8c522d6e6e46e77a05ccce5f201#info#compaction#43 average throughput is 31.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:44:13,051 DEBUG [StoreOpener-a4ef73ecfd4691248de29fb736c24fe6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/TestLogRolling-testLogRolling=397eca8ce21796430c1f40eb361b10ea-3027f06b4a2d4b969c6d11aaafc342dc 2024-11-20T06:44:13,051 INFO [StoreOpener-a4ef73ecfd4691248de29fb736c24fe6-1 {}] regionserver.HStore(327): Store=a4ef73ecfd4691248de29fb736c24fe6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:44:13,051 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:13,051 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/10c2b8c522d6e6e46e77a05ccce5f201/.tmp/info/894be14ebcdc4bd99594b1528b657021 is 1055, key is row0001/info:/1732085037548/Put/seqid=0 2024-11-20T06:44:13,053 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:13,055 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:13,056 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:13,056 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:13,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741853_1029 (size=71441) 2024-11-20T06:44:13,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741853_1029 (size=71441) 2024-11-20T06:44:13,059 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:13,060 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened a4ef73ecfd4691248de29fb736c24fe6; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=772298, jitterRate=-0.017973139882087708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T06:44:13,060 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:13,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741852_1028 (size=9847) 2024-11-20T06:44:13,060 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for a4ef73ecfd4691248de29fb736c24fe6: Running coprocessor pre-open hook at 1732085053001Writing region info on filesystem at 1732085053001Initializing all the Stores at 1732085053002 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085053002Cleaning up temporary data from old regions at 1732085053056 (+54 ms)Running coprocessor post-open hooks at 1732085053060 (+4 ms)Region opened successfully at 1732085053060 2024-11-20T06:44:13,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741852_1028 (size=9847) 2024-11-20T06:44:13,061 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6., pid=13, masterSystemTime=1732085052965 2024-11-20T06:44:13,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740/.tmp/info/2f7e197af965473cae74f60b64346d0f 2024-11-20T06:44:13,061 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store a4ef73ecfd4691248de29fb736c24fe6:info, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:44:13,061 DEBUG [RS:0;61c2066a8a0f:45119-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T06:44:13,061 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:44:13,062 INFO [RS:0;61c2066a8a0f:45119-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6. 2024-11-20T06:44:13,062 DEBUG [RS:0;61c2066a8a0f:45119-longCompactions-0 {}] regionserver.HStore(1541): a4ef73ecfd4691248de29fb736c24fe6/info is initiating minor compaction (all files) 2024-11-20T06:44:13,062 INFO [RS:0;61c2066a8a0f:45119-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4ef73ecfd4691248de29fb736c24fe6/info in TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6. 2024-11-20T06:44:13,062 INFO [RS:0;61c2066a8a0f:45119-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/73219ad7784a4a60b0c0153b9ab0e906.397eca8ce21796430c1f40eb361b10ea->hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/73219ad7784a4a60b0c0153b9ab0e906-top, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/TestLogRolling-testLogRolling=397eca8ce21796430c1f40eb361b10ea-3027f06b4a2d4b969c6d11aaafc342dc] into tmpdir=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp, totalSize=108.8 K 2024-11-20T06:44:13,063 DEBUG [RS:0;61c2066a8a0f:45119-longCompactions-0 {}] compactions.Compactor(225): Compacting 73219ad7784a4a60b0c0153b9ab0e906.397eca8ce21796430c1f40eb361b10ea, keycount=42, bloomtype=ROW, size=92.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732085037548 2024-11-20T06:44:13,063 DEBUG [RS:0;61c2066a8a0f:45119-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=397eca8ce21796430c1f40eb361b10ea-3027f06b4a2d4b969c6d11aaafc342dc, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732085051812 2024-11-20T06:44:13,064 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6. 2024-11-20T06:44:13,064 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6. 2024-11-20T06:44:13,065 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a4ef73ecfd4691248de29fb736c24fe6, regionState=OPEN, openSeqNum=128, regionLocation=61c2066a8a0f,45119,1732085026193 2024-11-20T06:44:13,066 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/10c2b8c522d6e6e46e77a05ccce5f201/.tmp/info/894be14ebcdc4bd99594b1528b657021 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/10c2b8c522d6e6e46e77a05ccce5f201/info/894be14ebcdc4bd99594b1528b657021 2024-11-20T06:44:13,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4ef73ecfd4691248de29fb736c24fe6, server=61c2066a8a0f,45119,1732085026193 because future has completed 2024-11-20T06:44:13,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-20T06:44:13,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure a4ef73ecfd4691248de29fb736c24fe6, server=61c2066a8a0f,45119,1732085026193 in 254 msec 2024-11-20T06:44:13,073 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 10c2b8c522d6e6e46e77a05ccce5f201/info of 10c2b8c522d6e6e46e77a05ccce5f201 into 894be14ebcdc4bd99594b1528b657021(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:44:13,074 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10c2b8c522d6e6e46e77a05ccce5f201: 2024-11-20T06:44:13,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T06:44:13,074 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732085052286.10c2b8c522d6e6e46e77a05ccce5f201., storeName=10c2b8c522d6e6e46e77a05ccce5f201/info, priority=15, startTime=1732085052997; duration=0sec 2024-11-20T06:44:13,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a4ef73ecfd4691248de29fb736c24fe6, ASSIGN in 448 msec 2024-11-20T06:44:13,074 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:44:13,074 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10c2b8c522d6e6e46e77a05ccce5f201:info 2024-11-20T06:44:13,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=397eca8ce21796430c1f40eb361b10ea, daughterA=10c2b8c522d6e6e46e77a05ccce5f201, daughterB=a4ef73ecfd4691248de29fb736c24fe6 in 787 msec 2024-11-20T06:44:13,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740/.tmp/ns/6f485cc0ca964edb8ccbc132b2e18d51 is 43, key is default/ns:d/1732085027339/Put/seqid=0 2024-11-20T06:44:13,085 INFO [RS:0;61c2066a8a0f:45119-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4ef73ecfd4691248de29fb736c24fe6#info#compaction#45 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:44:13,086 DEBUG [RS:0;61c2066a8a0f:45119-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/f7a0e6c3c9b1468aa1edcb1971666b17 is 1055, key is row0064/info:/1732085049758/Put/seqid=0 2024-11-20T06:44:13,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741854_1030 (size=5153) 2024-11-20T06:44:13,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741854_1030 (size=5153) 2024-11-20T06:44:13,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740/.tmp/ns/6f485cc0ca964edb8ccbc132b2e18d51 2024-11-20T06:44:13,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741855_1031 (size=39908) 2024-11-20T06:44:13,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741855_1031 (size=39908) 2024-11-20T06:44:13,118 DEBUG [RS:0;61c2066a8a0f:45119-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/f7a0e6c3c9b1468aa1edcb1971666b17 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/f7a0e6c3c9b1468aa1edcb1971666b17 2024-11-20T06:44:13,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740/.tmp/table/1d91c3eda5e74f348ecb5239455949b2 is 65, key is TestLogRolling-testLogRolling/table:state/1732085027817/Put/seqid=0 2024-11-20T06:44:13,124 INFO [RS:0;61c2066a8a0f:45119-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 2 (all) file(s) in a4ef73ecfd4691248de29fb736c24fe6/info of a4ef73ecfd4691248de29fb736c24fe6 into f7a0e6c3c9b1468aa1edcb1971666b17(size=39.0 K), total size for store is 39.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:44:13,124 DEBUG [RS:0;61c2066a8a0f:45119-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4ef73ecfd4691248de29fb736c24fe6: 2024-11-20T06:44:13,124 INFO [RS:0;61c2066a8a0f:45119-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6., storeName=a4ef73ecfd4691248de29fb736c24fe6/info, priority=14, startTime=1732085053061; duration=0sec 2024-11-20T06:44:13,125 DEBUG [RS:0;61c2066a8a0f:45119-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:44:13,125 DEBUG [RS:0;61c2066a8a0f:45119-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4ef73ecfd4691248de29fb736c24fe6:info 2024-11-20T06:44:13,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741856_1032 (size=5340) 2024-11-20T06:44:13,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741856_1032 (size=5340) 2024-11-20T06:44:13,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740/.tmp/table/1d91c3eda5e74f348ecb5239455949b2 2024-11-20T06:44:13,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740/.tmp/info/2f7e197af965473cae74f60b64346d0f as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740/info/2f7e197af965473cae74f60b64346d0f 2024-11-20T06:44:13,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740/info/2f7e197af965473cae74f60b64346d0f, entries=30, sequenceid=17, filesize=9.6 K 2024-11-20T06:44:13,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740/.tmp/ns/6f485cc0ca964edb8ccbc132b2e18d51 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740/ns/6f485cc0ca964edb8ccbc132b2e18d51 2024-11-20T06:44:13,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740/ns/6f485cc0ca964edb8ccbc132b2e18d51, entries=2, sequenceid=17, filesize=5.0 K 2024-11-20T06:44:13,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740/.tmp/table/1d91c3eda5e74f348ecb5239455949b2 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740/table/1d91c3eda5e74f348ecb5239455949b2 2024-11-20T06:44:13,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740/table/1d91c3eda5e74f348ecb5239455949b2, entries=2, sequenceid=17, filesize=5.2 K 2024-11-20T06:44:13,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 164ms, sequenceid=17, compaction requested=false 2024-11-20T06:44:13,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-20T06:44:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45119 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:46260 deadline: 1732085063831, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea. is not online on 61c2066a8a0f,45119,1732085026193 2024-11-20T06:44:13,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea., hostname=61c2066a8a0f,45119,1732085026193, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea., hostname=61c2066a8a0f,45119,1732085026193, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea. is not online on 61c2066a8a0f,45119,1732085026193 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:44:13,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea., hostname=61c2066a8a0f,45119,1732085026193, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea. is not online on 61c2066a8a0f,45119,1732085026193 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:44:13,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1732085027439.397eca8ce21796430c1f40eb361b10ea., hostname=61c2066a8a0f,45119,1732085026193, seqNum=2 from cache 2024-11-20T06:44:15,939 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T06:44:17,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:17,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:17,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:17,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:17,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:17,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:17,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:17,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:17,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:17,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:18,039 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T06:44:18,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:18,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:18,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:18,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:18,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:18,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:18,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:18,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:18,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:18,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:23,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6., hostname=61c2066a8a0f,45119,1732085026193, seqNum=128] 2024-11-20T06:44:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45119 {}] regionserver.HRegion(8855): Flush requested on a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:23,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4ef73ecfd4691248de29fb736c24fe6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T06:44:23,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/ac4e36013ea2466f9849fbaec3ac9ab4 is 1055, key is row0097/info:/1732085063892/Put/seqid=0 2024-11-20T06:44:23,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741857_1033 (size=13394) 2024-11-20T06:44:23,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741857_1033 (size=13394) 2024-11-20T06:44:23,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/ac4e36013ea2466f9849fbaec3ac9ab4 2024-11-20T06:44:23,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/ac4e36013ea2466f9849fbaec3ac9ab4 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/ac4e36013ea2466f9849fbaec3ac9ab4 2024-11-20T06:44:23,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/ac4e36013ea2466f9849fbaec3ac9ab4, entries=8, sequenceid=139, filesize=13.1 K 2024-11-20T06:44:23,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for a4ef73ecfd4691248de29fb736c24fe6 in 26ms, sequenceid=139, compaction requested=false 2024-11-20T06:44:23,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4ef73ecfd4691248de29fb736c24fe6: 2024-11-20T06:44:23,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45119 {}] regionserver.HRegion(8855): Flush requested on a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:23,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4ef73ecfd4691248de29fb736c24fe6 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-20T06:44:23,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/b2d660066d5d445c9c5ec0ff0e8beb5a is 1055, key is row0105/info:/1732085063912/Put/seqid=0 2024-11-20T06:44:23,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741858_1034 (size=17606) 2024-11-20T06:44:23,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741858_1034 (size=17606) 2024-11-20T06:44:23,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/b2d660066d5d445c9c5ec0ff0e8beb5a 2024-11-20T06:44:23,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/b2d660066d5d445c9c5ec0ff0e8beb5a as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/b2d660066d5d445c9c5ec0ff0e8beb5a 2024-11-20T06:44:23,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/b2d660066d5d445c9c5ec0ff0e8beb5a, entries=12, sequenceid=154, filesize=17.2 K 2024-11-20T06:44:23,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for a4ef73ecfd4691248de29fb736c24fe6 in 27ms, sequenceid=154, compaction requested=true 2024-11-20T06:44:23,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4ef73ecfd4691248de29fb736c24fe6: 2024-11-20T06:44:23,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4ef73ecfd4691248de29fb736c24fe6:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:44:23,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:44:23,964 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:44:23,965 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 70908 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:44:23,965 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1541): a4ef73ecfd4691248de29fb736c24fe6/info is initiating minor compaction (all files) 2024-11-20T06:44:23,965 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4ef73ecfd4691248de29fb736c24fe6/info in TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6. 2024-11-20T06:44:23,966 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/f7a0e6c3c9b1468aa1edcb1971666b17, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/ac4e36013ea2466f9849fbaec3ac9ab4, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/b2d660066d5d445c9c5ec0ff0e8beb5a] into tmpdir=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp, totalSize=69.2 K 2024-11-20T06:44:23,966 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7a0e6c3c9b1468aa1edcb1971666b17, keycount=33, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732085049758 2024-11-20T06:44:23,966 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac4e36013ea2466f9849fbaec3ac9ab4, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732085063892 2024-11-20T06:44:23,967 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2d660066d5d445c9c5ec0ff0e8beb5a, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732085063912 2024-11-20T06:44:23,978 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4ef73ecfd4691248de29fb736c24fe6#info#compaction#49 average throughput is 26.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:44:23,979 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/ee8d2c7923cb47d88f16d677e57b84f4 is 1055, key is row0064/info:/1732085049758/Put/seqid=0 2024-11-20T06:44:23,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741859_1035 (size=61138) 2024-11-20T06:44:23,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741859_1035 (size=61138) 2024-11-20T06:44:23,991 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/ee8d2c7923cb47d88f16d677e57b84f4 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/ee8d2c7923cb47d88f16d677e57b84f4 2024-11-20T06:44:23,998 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4ef73ecfd4691248de29fb736c24fe6/info of a4ef73ecfd4691248de29fb736c24fe6 into ee8d2c7923cb47d88f16d677e57b84f4(size=59.7 K), total size for store is 59.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:44:23,998 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4ef73ecfd4691248de29fb736c24fe6: 2024-11-20T06:44:23,998 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6., storeName=a4ef73ecfd4691248de29fb736c24fe6/info, priority=13, startTime=1732085063964; duration=0sec 2024-11-20T06:44:23,998 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:44:23,998 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4ef73ecfd4691248de29fb736c24fe6:info 2024-11-20T06:44:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45119 {}] regionserver.HRegion(8855): Flush requested on a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:25,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4ef73ecfd4691248de29fb736c24fe6 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-20T06:44:25,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/24f15bb56a344b66863317dcb418e890 is 1055, key is row0117/info:/1732085063938/Put/seqid=0 2024-11-20T06:44:25,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741860_1036 (size=18675) 2024-11-20T06:44:25,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741860_1036 (size=18675) 2024-11-20T06:44:25,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/24f15bb56a344b66863317dcb418e890 2024-11-20T06:44:25,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/24f15bb56a344b66863317dcb418e890 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/24f15bb56a344b66863317dcb418e890 2024-11-20T06:44:26,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/24f15bb56a344b66863317dcb418e890, entries=13, sequenceid=171, filesize=18.2 K 2024-11-20T06:44:26,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=16.42 KB/16816 for a4ef73ecfd4691248de29fb736c24fe6 in 48ms, sequenceid=171, compaction requested=false 2024-11-20T06:44:26,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4ef73ecfd4691248de29fb736c24fe6: 2024-11-20T06:44:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45119 {}] regionserver.HRegion(8855): Flush requested on a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:26,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4ef73ecfd4691248de29fb736c24fe6 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-20T06:44:26,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/a6b67125207c4ac1afad6fb1e49b0c45 is 1055, key is row0130/info:/1732085065965/Put/seqid=0 2024-11-20T06:44:26,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741861_1037 (size=23944) 2024-11-20T06:44:26,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741861_1037 (size=23944) 2024-11-20T06:44:26,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/a6b67125207c4ac1afad6fb1e49b0c45 2024-11-20T06:44:26,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/a6b67125207c4ac1afad6fb1e49b0c45 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/a6b67125207c4ac1afad6fb1e49b0c45 2024-11-20T06:44:26,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45119 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a4ef73ecfd4691248de29fb736c24fe6, server=61c2066a8a0f,45119,1732085026193 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:44:26,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45119 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:46260 deadline: 1732085076057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a4ef73ecfd4691248de29fb736c24fe6, server=61c2066a8a0f,45119,1732085026193 2024-11-20T06:44:26,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6., hostname=61c2066a8a0f,45119,1732085026193, seqNum=128 , the old value is region=TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6., hostname=61c2066a8a0f,45119,1732085026193, seqNum=128, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a4ef73ecfd4691248de29fb736c24fe6, server=61c2066a8a0f,45119,1732085026193 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:44:26,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6., hostname=61c2066a8a0f,45119,1732085026193, seqNum=128 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a4ef73ecfd4691248de29fb736c24fe6, server=61c2066a8a0f,45119,1732085026193 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:44:26,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6., hostname=61c2066a8a0f,45119,1732085026193, seqNum=128 because the exception is null or not the one we care about 2024-11-20T06:44:26,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/a6b67125207c4ac1afad6fb1e49b0c45, entries=18, sequenceid=192, filesize=23.4 K 2024-11-20T06:44:26,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=11.29 KB/11561 for a4ef73ecfd4691248de29fb736c24fe6 in 51ms, sequenceid=192, compaction requested=true 2024-11-20T06:44:26,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4ef73ecfd4691248de29fb736c24fe6: 2024-11-20T06:44:26,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4ef73ecfd4691248de29fb736c24fe6:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:44:26,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:44:26,066 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:44:26,067 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103757 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:44:26,067 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1541): a4ef73ecfd4691248de29fb736c24fe6/info is initiating minor compaction (all files) 2024-11-20T06:44:26,067 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4ef73ecfd4691248de29fb736c24fe6/info in TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6. 2024-11-20T06:44:26,068 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/ee8d2c7923cb47d88f16d677e57b84f4, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/24f15bb56a344b66863317dcb418e890, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/a6b67125207c4ac1afad6fb1e49b0c45] into tmpdir=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp, totalSize=101.3 K 2024-11-20T06:44:26,068 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee8d2c7923cb47d88f16d677e57b84f4, keycount=53, bloomtype=ROW, size=59.7 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732085049758 2024-11-20T06:44:26,069 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24f15bb56a344b66863317dcb418e890, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732085063938 2024-11-20T06:44:26,069 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6b67125207c4ac1afad6fb1e49b0c45, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732085065965 2024-11-20T06:44:26,082 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4ef73ecfd4691248de29fb736c24fe6#info#compaction#52 average throughput is 42.10 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:44:26,082 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/22fbba0287fb49d787edc925e0fbb2c2 is 1055, key is row0064/info:/1732085049758/Put/seqid=0 2024-11-20T06:44:26,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741862_1038 (size=93960) 2024-11-20T06:44:26,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741862_1038 (size=93960) 2024-11-20T06:44:26,497 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/22fbba0287fb49d787edc925e0fbb2c2 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/22fbba0287fb49d787edc925e0fbb2c2 2024-11-20T06:44:26,504 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4ef73ecfd4691248de29fb736c24fe6/info of a4ef73ecfd4691248de29fb736c24fe6 into 22fbba0287fb49d787edc925e0fbb2c2(size=91.8 K), total size for store is 91.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:44:26,504 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4ef73ecfd4691248de29fb736c24fe6: 2024-11-20T06:44:26,504 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6., storeName=a4ef73ecfd4691248de29fb736c24fe6/info, priority=13, startTime=1732085066066; duration=0sec 2024-11-20T06:44:26,504 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:44:26,504 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4ef73ecfd4691248de29fb736c24fe6:info 2024-11-20T06:44:28,078 INFO [master/61c2066a8a0f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T06:44:28,078 INFO [master/61c2066a8a0f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T06:44:32,244 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-11-20T06:44:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45119 {}] regionserver.HRegion(8855): Flush requested on a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:36,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4ef73ecfd4691248de29fb736c24fe6 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-20T06:44:36,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/e706a76126084f2baccbc7ebde9f0121 is 1055, key is row0148/info:/1732085066017/Put/seqid=0 2024-11-20T06:44:36,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741863_1039 (size=17606) 2024-11-20T06:44:36,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741863_1039 (size=17606) 2024-11-20T06:44:36,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/e706a76126084f2baccbc7ebde9f0121 2024-11-20T06:44:36,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/e706a76126084f2baccbc7ebde9f0121 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/e706a76126084f2baccbc7ebde9f0121 2024-11-20T06:44:36,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/e706a76126084f2baccbc7ebde9f0121, entries=12, sequenceid=208, filesize=17.2 K 2024-11-20T06:44:36,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=1.03 KB/1051 for a4ef73ecfd4691248de29fb736c24fe6 in 37ms, sequenceid=208, compaction requested=false 2024-11-20T06:44:36,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4ef73ecfd4691248de29fb736c24fe6: 2024-11-20T06:44:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45119 {}] regionserver.HRegion(8855): Flush requested on a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:38,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4ef73ecfd4691248de29fb736c24fe6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T06:44:38,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/d81db126e94c4b4aab09e8df86709453 is 1055, key is row0160/info:/1732085076108/Put/seqid=0 2024-11-20T06:44:38,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741864_1040 (size=13394) 2024-11-20T06:44:38,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741864_1040 (size=13394) 2024-11-20T06:44:38,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/d81db126e94c4b4aab09e8df86709453 2024-11-20T06:44:38,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/d81db126e94c4b4aab09e8df86709453 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/d81db126e94c4b4aab09e8df86709453 2024-11-20T06:44:38,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/d81db126e94c4b4aab09e8df86709453, entries=8, sequenceid=219, filesize=13.1 K 2024-11-20T06:44:38,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for a4ef73ecfd4691248de29fb736c24fe6 in 28ms, sequenceid=219, compaction requested=true 2024-11-20T06:44:38,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4ef73ecfd4691248de29fb736c24fe6: 2024-11-20T06:44:38,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4ef73ecfd4691248de29fb736c24fe6:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:44:38,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:44:38,152 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:44:38,153 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 124960 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:44:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45119 {}] regionserver.HRegion(8855): Flush requested on a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:38,154 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1541): a4ef73ecfd4691248de29fb736c24fe6/info is initiating minor compaction (all files) 2024-11-20T06:44:38,154 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4ef73ecfd4691248de29fb736c24fe6/info in TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6. 2024-11-20T06:44:38,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4ef73ecfd4691248de29fb736c24fe6 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-20T06:44:38,154 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/22fbba0287fb49d787edc925e0fbb2c2, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/e706a76126084f2baccbc7ebde9f0121, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/d81db126e94c4b4aab09e8df86709453] into tmpdir=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp, totalSize=122.0 K 2024-11-20T06:44:38,155 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22fbba0287fb49d787edc925e0fbb2c2, keycount=84, bloomtype=ROW, size=91.8 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732085049758 2024-11-20T06:44:38,155 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting e706a76126084f2baccbc7ebde9f0121, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732085066017 2024-11-20T06:44:38,156 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting d81db126e94c4b4aab09e8df86709453, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732085076108 2024-11-20T06:44:38,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/28da716879064575b4409e5d5e8c75b9 is 1055, key is row0168/info:/1732085078125/Put/seqid=0 2024-11-20T06:44:38,175 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4ef73ecfd4691248de29fb736c24fe6#info#compaction#56 average throughput is 34.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:44:38,176 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/1bbed02f5a804d0bbe2c65799e35937b is 1055, key is row0064/info:/1732085049758/Put/seqid=0 2024-11-20T06:44:38,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741865_1041 (size=17606) 2024-11-20T06:44:38,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741865_1041 (size=17606) 2024-11-20T06:44:38,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/28da716879064575b4409e5d5e8c75b9 2024-11-20T06:44:38,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741866_1042 (size=115126) 2024-11-20T06:44:38,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741866_1042 (size=115126) 2024-11-20T06:44:38,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/28da716879064575b4409e5d5e8c75b9 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/28da716879064575b4409e5d5e8c75b9 2024-11-20T06:44:38,199 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/1bbed02f5a804d0bbe2c65799e35937b as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/1bbed02f5a804d0bbe2c65799e35937b 2024-11-20T06:44:38,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/28da716879064575b4409e5d5e8c75b9, entries=12, sequenceid=234, filesize=17.2 K 2024-11-20T06:44:38,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=13.34 KB/13663 for a4ef73ecfd4691248de29fb736c24fe6 in 46ms, sequenceid=234, compaction requested=false 2024-11-20T06:44:38,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4ef73ecfd4691248de29fb736c24fe6: 2024-11-20T06:44:38,206 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4ef73ecfd4691248de29fb736c24fe6/info of a4ef73ecfd4691248de29fb736c24fe6 into 1bbed02f5a804d0bbe2c65799e35937b(size=112.4 K), total size for store is 129.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:44:38,206 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4ef73ecfd4691248de29fb736c24fe6: 2024-11-20T06:44:38,206 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6., storeName=a4ef73ecfd4691248de29fb736c24fe6/info, priority=13, startTime=1732085078152; duration=0sec 2024-11-20T06:44:38,206 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:44:38,206 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4ef73ecfd4691248de29fb736c24fe6:info 2024-11-20T06:44:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45119 {}] regionserver.HRegion(8855): Flush requested on a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:40,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4ef73ecfd4691248de29fb736c24fe6 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-20T06:44:40,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/e76cc085d945442f80b1e89eef5bf791 is 1055, key is row0180/info:/1732085078155/Put/seqid=0 2024-11-20T06:44:40,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741867_1043 (size=19728) 2024-11-20T06:44:40,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741867_1043 (size=19728) 2024-11-20T06:44:40,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/e76cc085d945442f80b1e89eef5bf791 2024-11-20T06:44:40,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/e76cc085d945442f80b1e89eef5bf791 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/e76cc085d945442f80b1e89eef5bf791 2024-11-20T06:44:40,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/e76cc085d945442f80b1e89eef5bf791, entries=14, sequenceid=252, filesize=19.3 K 2024-11-20T06:44:40,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=15.40 KB/15765 for a4ef73ecfd4691248de29fb736c24fe6 in 43ms, sequenceid=252, compaction requested=true 2024-11-20T06:44:40,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4ef73ecfd4691248de29fb736c24fe6: 2024-11-20T06:44:40,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4ef73ecfd4691248de29fb736c24fe6:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:44:40,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:44:40,239 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:44:40,241 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 152460 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:44:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45119 {}] regionserver.HRegion(8855): Flush requested on a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:40,241 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1541): a4ef73ecfd4691248de29fb736c24fe6/info is initiating minor compaction (all files) 2024-11-20T06:44:40,241 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4ef73ecfd4691248de29fb736c24fe6/info in TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6. 2024-11-20T06:44:40,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4ef73ecfd4691248de29fb736c24fe6 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-20T06:44:40,241 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/1bbed02f5a804d0bbe2c65799e35937b, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/28da716879064575b4409e5d5e8c75b9, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/e76cc085d945442f80b1e89eef5bf791] into tmpdir=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp, totalSize=148.9 K 2024-11-20T06:44:40,242 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bbed02f5a804d0bbe2c65799e35937b, keycount=104, bloomtype=ROW, size=112.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732085049758 2024-11-20T06:44:40,242 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28da716879064575b4409e5d5e8c75b9, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732085078125 2024-11-20T06:44:40,243 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting e76cc085d945442f80b1e89eef5bf791, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732085078155 2024-11-20T06:44:40,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/9c91777a227e44968370cf28c6f322af is 1055, key is row0194/info:/1732085080198/Put/seqid=0 2024-11-20T06:44:40,263 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4ef73ecfd4691248de29fb736c24fe6#info#compaction#59 average throughput is 65.15 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:44:40,263 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/2a6826bbfd5949c39f083fbfb0459089 is 1055, key is row0064/info:/1732085049758/Put/seqid=0 2024-11-20T06:44:40,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45119 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a4ef73ecfd4691248de29fb736c24fe6, server=61c2066a8a0f,45119,1732085026193 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:44:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45119 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:46260 deadline: 1732085090269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a4ef73ecfd4691248de29fb736c24fe6, server=61c2066a8a0f,45119,1732085026193 2024-11-20T06:44:40,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6., hostname=61c2066a8a0f,45119,1732085026193, seqNum=128 , the old value is region=TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6., hostname=61c2066a8a0f,45119,1732085026193, seqNum=128, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a4ef73ecfd4691248de29fb736c24fe6, server=61c2066a8a0f,45119,1732085026193 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:44:40,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6., hostname=61c2066a8a0f,45119,1732085026193, seqNum=128 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a4ef73ecfd4691248de29fb736c24fe6, server=61c2066a8a0f,45119,1732085026193 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:44:40,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6., hostname=61c2066a8a0f,45119,1732085026193, seqNum=128 because the exception is null or not the one we care about 2024-11-20T06:44:40,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741868_1044 (size=22906) 2024-11-20T06:44:40,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741868_1044 (size=22906) 2024-11-20T06:44:40,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/9c91777a227e44968370cf28c6f322af 2024-11-20T06:44:40,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741869_1045 (size=142810) 2024-11-20T06:44:40,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741869_1045 (size=142810) 2024-11-20T06:44:40,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/9c91777a227e44968370cf28c6f322af as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/9c91777a227e44968370cf28c6f322af 2024-11-20T06:44:40,284 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/2a6826bbfd5949c39f083fbfb0459089 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/2a6826bbfd5949c39f083fbfb0459089 2024-11-20T06:44:40,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/9c91777a227e44968370cf28c6f322af, entries=17, sequenceid=272, filesize=22.4 K 2024-11-20T06:44:40,290 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4ef73ecfd4691248de29fb736c24fe6/info of a4ef73ecfd4691248de29fb736c24fe6 into 2a6826bbfd5949c39f083fbfb0459089(size=139.5 K), total size for store is 161.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:44:40,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=12.32 KB/12612 for a4ef73ecfd4691248de29fb736c24fe6 in 49ms, sequenceid=272, compaction requested=false 2024-11-20T06:44:40,290 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4ef73ecfd4691248de29fb736c24fe6: 2024-11-20T06:44:40,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4ef73ecfd4691248de29fb736c24fe6: 2024-11-20T06:44:40,290 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6., storeName=a4ef73ecfd4691248de29fb736c24fe6/info, priority=13, startTime=1732085080239; duration=0sec 2024-11-20T06:44:40,291 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:44:40,291 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4ef73ecfd4691248de29fb736c24fe6:info 2024-11-20T06:44:45,939 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T06:44:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45119 {}] regionserver.HRegion(8855): Flush requested on a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:50,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4ef73ecfd4691248de29fb736c24fe6 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-20T06:44:50,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/a05e7fd7821e4483af701a0dcf96a4f9 is 1055, key is row0211/info:/1732085080242/Put/seqid=0 2024-11-20T06:44:50,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741870_1046 (size=18688) 2024-11-20T06:44:50,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741870_1046 (size=18688) 2024-11-20T06:44:50,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/a05e7fd7821e4483af701a0dcf96a4f9 2024-11-20T06:44:50,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/a05e7fd7821e4483af701a0dcf96a4f9 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/a05e7fd7821e4483af701a0dcf96a4f9 2024-11-20T06:44:50,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/a05e7fd7821e4483af701a0dcf96a4f9, entries=13, sequenceid=289, filesize=18.3 K 2024-11-20T06:44:50,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=1.03 KB/1051 for a4ef73ecfd4691248de29fb736c24fe6 in 24ms, sequenceid=289, compaction requested=true 2024-11-20T06:44:50,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4ef73ecfd4691248de29fb736c24fe6: 2024-11-20T06:44:50,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4ef73ecfd4691248de29fb736c24fe6:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:44:50,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:44:50,309 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:44:50,311 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 184404 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:44:50,311 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1541): a4ef73ecfd4691248de29fb736c24fe6/info is initiating minor compaction (all files) 2024-11-20T06:44:50,311 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4ef73ecfd4691248de29fb736c24fe6/info in TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6. 2024-11-20T06:44:50,311 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/2a6826bbfd5949c39f083fbfb0459089, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/9c91777a227e44968370cf28c6f322af, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/a05e7fd7821e4483af701a0dcf96a4f9] into tmpdir=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp, totalSize=180.1 K 2024-11-20T06:44:50,311 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a6826bbfd5949c39f083fbfb0459089, keycount=130, bloomtype=ROW, size=139.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732085049758 2024-11-20T06:44:50,312 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c91777a227e44968370cf28c6f322af, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732085080198 2024-11-20T06:44:50,312 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting a05e7fd7821e4483af701a0dcf96a4f9, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732085080242 2024-11-20T06:44:50,330 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4ef73ecfd4691248de29fb736c24fe6#info#compaction#61 average throughput is 53.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:44:50,331 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/132ad58ae4e8412ebfe2cda30cec1b65 is 1055, key is row0064/info:/1732085049758/Put/seqid=0 2024-11-20T06:44:50,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741871_1047 (size=174538) 2024-11-20T06:44:50,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741871_1047 (size=174538) 2024-11-20T06:44:50,341 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/132ad58ae4e8412ebfe2cda30cec1b65 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/132ad58ae4e8412ebfe2cda30cec1b65 2024-11-20T06:44:50,347 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4ef73ecfd4691248de29fb736c24fe6/info of a4ef73ecfd4691248de29fb736c24fe6 into 132ad58ae4e8412ebfe2cda30cec1b65(size=170.4 K), total size for store is 170.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:44:50,348 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4ef73ecfd4691248de29fb736c24fe6: 2024-11-20T06:44:50,348 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6., storeName=a4ef73ecfd4691248de29fb736c24fe6/info, priority=13, startTime=1732085090309; duration=0sec 2024-11-20T06:44:50,348 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:44:50,348 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4ef73ecfd4691248de29fb736c24fe6:info 2024-11-20T06:44:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45119 {}] regionserver.HRegion(8855): Flush requested on a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:52,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4ef73ecfd4691248de29fb736c24fe6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T06:44:52,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/c2fd3b6800ea4f3ea0bae9bd96f18c6a is 1055, key is row0224/info:/1732085090286/Put/seqid=0 2024-11-20T06:44:52,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741872_1048 (size=13402) 2024-11-20T06:44:52,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741872_1048 (size=13402) 2024-11-20T06:44:52,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/c2fd3b6800ea4f3ea0bae9bd96f18c6a 2024-11-20T06:44:52,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/c2fd3b6800ea4f3ea0bae9bd96f18c6a as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/c2fd3b6800ea4f3ea0bae9bd96f18c6a 2024-11-20T06:44:52,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/c2fd3b6800ea4f3ea0bae9bd96f18c6a, entries=8, sequenceid=301, filesize=13.1 K 2024-11-20T06:44:52,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=10.26 KB/10510 for a4ef73ecfd4691248de29fb736c24fe6 in 32ms, sequenceid=301, compaction requested=false 2024-11-20T06:44:52,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4ef73ecfd4691248de29fb736c24fe6: 2024-11-20T06:44:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45119 {}] regionserver.HRegion(8855): Flush requested on a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:52,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4ef73ecfd4691248de29fb736c24fe6 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-20T06:44:52,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/757b89a7630e42e9a8049b28b908282b is 1055, key is row0232/info:/1732085092304/Put/seqid=0 2024-11-20T06:44:52,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741873_1049 (size=16564) 2024-11-20T06:44:52,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741873_1049 (size=16564) 2024-11-20T06:44:52,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/757b89a7630e42e9a8049b28b908282b 2024-11-20T06:44:52,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/757b89a7630e42e9a8049b28b908282b as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/757b89a7630e42e9a8049b28b908282b 2024-11-20T06:44:52,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/757b89a7630e42e9a8049b28b908282b, entries=11, sequenceid=315, filesize=16.2 K 2024-11-20T06:44:52,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=14.37 KB/14714 for a4ef73ecfd4691248de29fb736c24fe6 in 36ms, sequenceid=315, compaction requested=true 2024-11-20T06:44:52,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4ef73ecfd4691248de29fb736c24fe6: 2024-11-20T06:44:52,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4ef73ecfd4691248de29fb736c24fe6:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:44:52,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:44:52,372 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:44:52,373 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 204504 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:44:52,373 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1541): a4ef73ecfd4691248de29fb736c24fe6/info is initiating minor compaction (all files) 2024-11-20T06:44:52,374 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4ef73ecfd4691248de29fb736c24fe6/info in TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6. 2024-11-20T06:44:52,374 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/132ad58ae4e8412ebfe2cda30cec1b65, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/c2fd3b6800ea4f3ea0bae9bd96f18c6a, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/757b89a7630e42e9a8049b28b908282b] into tmpdir=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp, totalSize=199.7 K 2024-11-20T06:44:52,374 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting 132ad58ae4e8412ebfe2cda30cec1b65, keycount=160, bloomtype=ROW, size=170.4 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732085049758 2024-11-20T06:44:52,374 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2fd3b6800ea4f3ea0bae9bd96f18c6a, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732085090286 2024-11-20T06:44:52,375 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] compactions.Compactor(225): Compacting 757b89a7630e42e9a8049b28b908282b, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732085092304 2024-11-20T06:44:52,392 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4ef73ecfd4691248de29fb736c24fe6#info#compaction#64 average throughput is 44.85 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:44:52,393 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/e6d39f20aad44d23ba48d8ff011b2569 is 1055, key is row0064/info:/1732085049758/Put/seqid=0 2024-11-20T06:44:52,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741874_1050 (size=194670) 2024-11-20T06:44:52,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741874_1050 (size=194670) 2024-11-20T06:44:52,404 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/e6d39f20aad44d23ba48d8ff011b2569 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/e6d39f20aad44d23ba48d8ff011b2569 2024-11-20T06:44:52,410 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4ef73ecfd4691248de29fb736c24fe6/info of a4ef73ecfd4691248de29fb736c24fe6 into e6d39f20aad44d23ba48d8ff011b2569(size=190.1 K), total size for store is 190.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:44:52,410 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4ef73ecfd4691248de29fb736c24fe6: 2024-11-20T06:44:52,410 INFO [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6., storeName=a4ef73ecfd4691248de29fb736c24fe6/info, priority=13, startTime=1732085092372; duration=0sec 2024-11-20T06:44:52,410 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:44:52,410 DEBUG [RS:0;61c2066a8a0f:45119-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4ef73ecfd4691248de29fb736c24fe6:info 2024-11-20T06:44:54,367 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-20T06:44:54,381 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/WALs/61c2066a8a0f,45119,1732085026193/61c2066a8a0f%2C45119%2C1732085026193.1732085094367, exclude list is [], retry=0 2024-11-20T06:44:54,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43049,DS-9ad8fb4c-1398-4eb2-801a-2bb67836a7e2,DISK] 2024-11-20T06:44:54,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41691,DS-b68c3afa-5d4d-43c8-be64-778c81f22ece,DISK] 2024-11-20T06:44:54,385 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/WALs/61c2066a8a0f,45119,1732085026193/61c2066a8a0f%2C45119%2C1732085026193.1732085026802 with entries=311, filesize=301.67 KB; new WAL /user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/WALs/61c2066a8a0f,45119,1732085026193/61c2066a8a0f%2C45119%2C1732085026193.1732085094367 2024-11-20T06:44:54,385 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44641:44641),(127.0.0.1/127.0.0.1:38285:38285)] 2024-11-20T06:44:54,385 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/WALs/61c2066a8a0f,45119,1732085026193/61c2066a8a0f%2C45119%2C1732085026193.1732085026802 is not closed yet, will try archiving it next time 2024-11-20T06:44:54,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741833_1009 (size=308919) 2024-11-20T06:44:54,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741833_1009 (size=308919) 2024-11-20T06:44:54,390 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a4ef73ecfd4691248de29fb736c24fe6 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-20T06:44:54,395 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/407a20aadd4b4db4a60e5a3e307db599 is 1055, key is row0243/info:/1732085092337/Put/seqid=0 2024-11-20T06:44:54,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741876_1052 (size=19742) 2024-11-20T06:44:54,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741876_1052 (size=19742) 2024-11-20T06:44:54,407 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/407a20aadd4b4db4a60e5a3e307db599 2024-11-20T06:44:54,413 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/.tmp/info/407a20aadd4b4db4a60e5a3e307db599 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/407a20aadd4b4db4a60e5a3e307db599 2024-11-20T06:44:54,420 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/407a20aadd4b4db4a60e5a3e307db599, entries=14, sequenceid=333, filesize=19.3 K 2024-11-20T06:44:54,421 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=0 B/0 for a4ef73ecfd4691248de29fb736c24fe6 in 31ms, sequenceid=333, compaction requested=false 2024-11-20T06:44:54,422 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a4ef73ecfd4691248de29fb736c24fe6: 2024-11-20T06:44:54,422 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 10c2b8c522d6e6e46e77a05ccce5f201: 2024-11-20T06:44:54,422 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-20T06:44:54,427 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740/.tmp/info/add45b2aac454f8a97d78183a5582394 is 193, key is TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6./info:regioninfo/1732085053064/Put/seqid=0 2024-11-20T06:44:54,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741877_1053 (size=6223) 2024-11-20T06:44:54,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741877_1053 (size=6223) 2024-11-20T06:44:54,439 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740/.tmp/info/add45b2aac454f8a97d78183a5582394 2024-11-20T06:44:54,445 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740/.tmp/info/add45b2aac454f8a97d78183a5582394 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740/info/add45b2aac454f8a97d78183a5582394 2024-11-20T06:44:54,451 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740/info/add45b2aac454f8a97d78183a5582394, entries=5, sequenceid=21, filesize=6.1 K 2024-11-20T06:44:54,452 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 30ms, sequenceid=21, compaction requested=false 2024-11-20T06:44:54,452 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-20T06:44:54,471 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/WALs/61c2066a8a0f,45119,1732085026193/61c2066a8a0f%2C45119%2C1732085026193.1732085094453, exclude list is [], retry=0 2024-11-20T06:44:54,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41691,DS-b68c3afa-5d4d-43c8-be64-778c81f22ece,DISK] 2024-11-20T06:44:54,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43049,DS-9ad8fb4c-1398-4eb2-801a-2bb67836a7e2,DISK] 2024-11-20T06:44:54,476 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/WALs/61c2066a8a0f,45119,1732085026193/61c2066a8a0f%2C45119%2C1732085026193.1732085094367 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/WALs/61c2066a8a0f,45119,1732085026193/61c2066a8a0f%2C45119%2C1732085026193.1732085094453 2024-11-20T06:44:54,476 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38285:38285),(127.0.0.1/127.0.0.1:44641:44641)] 2024-11-20T06:44:54,476 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/WALs/61c2066a8a0f,45119,1732085026193/61c2066a8a0f%2C45119%2C1732085026193.1732085094367 is not closed yet, will try archiving it next time 2024-11-20T06:44:54,476 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/WALs/61c2066a8a0f,45119,1732085026193/61c2066a8a0f%2C45119%2C1732085026193.1732085026802 to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/oldWALs/61c2066a8a0f%2C45119%2C1732085026193.1732085026802 2024-11-20T06:44:54,477 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:44:54,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741875_1051 (size=731) 2024-11-20T06:44:54,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741875_1051 (size=731) 2024-11-20T06:44:54,478 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/WALs/61c2066a8a0f,45119,1732085026193/61c2066a8a0f%2C45119%2C1732085026193.1732085094367 to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/oldWALs/61c2066a8a0f%2C45119%2C1732085026193.1732085094367 2024-11-20T06:44:54,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T06:44:54,577 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T06:44:54,578 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:44:54,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:44:54,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:44:54,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:44:54,578 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T06:44:54,578 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1793480187, stopped=false 2024-11-20T06:44:54,578 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=61c2066a8a0f,38253,1732085025983 2024-11-20T06:44:54,641 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10158459f5b0001, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T06:44:54,642 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T06:44:54,642 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10158459f5b0001, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:44:54,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T06:44:54,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:44:54,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T06:44:54,642 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:44:54,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:44:54,642 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '61c2066a8a0f,45119,1732085026193' ***** 2024-11-20T06:44:54,642 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T06:44:54,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45119-0x10158459f5b0001, quorum=127.0.0.1:51842, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:44:54,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:44:54,643 INFO [RS:0;61c2066a8a0f:45119 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T06:44:54,643 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T06:44:54,643 INFO [RS:0;61c2066a8a0f:45119 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T06:44:54,643 INFO [RS:0;61c2066a8a0f:45119 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T06:44:54,643 INFO [RS:0;61c2066a8a0f:45119 {}] regionserver.HRegionServer(3091): Received CLOSE for a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:54,643 INFO [RS:0;61c2066a8a0f:45119 {}] regionserver.HRegionServer(3091): Received CLOSE for 10c2b8c522d6e6e46e77a05ccce5f201 2024-11-20T06:44:54,643 INFO [RS:0;61c2066a8a0f:45119 {}] regionserver.HRegionServer(959): stopping server 61c2066a8a0f,45119,1732085026193 2024-11-20T06:44:54,643 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a4ef73ecfd4691248de29fb736c24fe6, disabling compactions & flushes 2024-11-20T06:44:54,643 INFO [RS:0;61c2066a8a0f:45119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T06:44:54,643 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6. 2024-11-20T06:44:54,643 INFO [RS:0;61c2066a8a0f:45119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;61c2066a8a0f:45119. 2024-11-20T06:44:54,643 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6. 2024-11-20T06:44:54,643 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6. after waiting 0 ms 2024-11-20T06:44:54,643 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6. 2024-11-20T06:44:54,643 DEBUG [RS:0;61c2066a8a0f:45119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:44:54,643 DEBUG [RS:0;61c2066a8a0f:45119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:44:54,643 INFO [RS:0;61c2066a8a0f:45119 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T06:44:54,643 INFO [RS:0;61c2066a8a0f:45119 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T06:44:54,644 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/73219ad7784a4a60b0c0153b9ab0e906.397eca8ce21796430c1f40eb361b10ea->hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/73219ad7784a4a60b0c0153b9ab0e906-top, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/f7a0e6c3c9b1468aa1edcb1971666b17, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/TestLogRolling-testLogRolling=397eca8ce21796430c1f40eb361b10ea-3027f06b4a2d4b969c6d11aaafc342dc, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/ac4e36013ea2466f9849fbaec3ac9ab4, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/ee8d2c7923cb47d88f16d677e57b84f4, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/b2d660066d5d445c9c5ec0ff0e8beb5a, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/24f15bb56a344b66863317dcb418e890, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/22fbba0287fb49d787edc925e0fbb2c2, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/a6b67125207c4ac1afad6fb1e49b0c45, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/e706a76126084f2baccbc7ebde9f0121, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/1bbed02f5a804d0bbe2c65799e35937b, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/d81db126e94c4b4aab09e8df86709453, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/28da716879064575b4409e5d5e8c75b9, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/2a6826bbfd5949c39f083fbfb0459089, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/e76cc085d945442f80b1e89eef5bf791, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/9c91777a227e44968370cf28c6f322af, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/132ad58ae4e8412ebfe2cda30cec1b65, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/a05e7fd7821e4483af701a0dcf96a4f9, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/c2fd3b6800ea4f3ea0bae9bd96f18c6a, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/757b89a7630e42e9a8049b28b908282b] to archive 2024-11-20T06:44:54,644 INFO [RS:0;61c2066a8a0f:45119 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T06:44:54,644 INFO [RS:0;61c2066a8a0f:45119 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T06:44:54,644 INFO [RS:0;61c2066a8a0f:45119 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T06:44:54,644 DEBUG [RS:0;61c2066a8a0f:45119 {}] regionserver.HRegionServer(1325): Online Regions={a4ef73ecfd4691248de29fb736c24fe6=TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6., 10c2b8c522d6e6e46e77a05ccce5f201=TestLogRolling-testLogRolling,,1732085052286.10c2b8c522d6e6e46e77a05ccce5f201., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T06:44:54,644 DEBUG [RS:0;61c2066a8a0f:45119 {}] regionserver.HRegionServer(1351): Waiting on 10c2b8c522d6e6e46e77a05ccce5f201, 1588230740, a4ef73ecfd4691248de29fb736c24fe6 2024-11-20T06:44:54,644 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T06:44:54,644 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T06:44:54,645 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T06:44:54,645 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T06:44:54,645 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T06:44:54,645 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T06:44:54,646 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/73219ad7784a4a60b0c0153b9ab0e906.397eca8ce21796430c1f40eb361b10ea to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/73219ad7784a4a60b0c0153b9ab0e906.397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:44:54,648 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/f7a0e6c3c9b1468aa1edcb1971666b17 to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/f7a0e6c3c9b1468aa1edcb1971666b17 2024-11-20T06:44:54,648 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-20T06:44:54,649 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T06:44:54,649 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T06:44:54,649 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732085094644Running coprocessor pre-close hooks at 1732085094644Disabling compacts and flushes for region at 1732085094644Disabling writes for close at 1732085094645 (+1 ms)Writing region close event to WAL at 1732085094646 (+1 ms)Running coprocessor post-close hooks at 1732085094649 (+3 ms)Closed at 1732085094649 2024-11-20T06:44:54,649 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T06:44:54,649 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/TestLogRolling-testLogRolling=397eca8ce21796430c1f40eb361b10ea-3027f06b4a2d4b969c6d11aaafc342dc to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/TestLogRolling-testLogRolling=397eca8ce21796430c1f40eb361b10ea-3027f06b4a2d4b969c6d11aaafc342dc 2024-11-20T06:44:54,650 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/ac4e36013ea2466f9849fbaec3ac9ab4 to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/ac4e36013ea2466f9849fbaec3ac9ab4 2024-11-20T06:44:54,652 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/ee8d2c7923cb47d88f16d677e57b84f4 to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/ee8d2c7923cb47d88f16d677e57b84f4 2024-11-20T06:44:54,653 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/b2d660066d5d445c9c5ec0ff0e8beb5a to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/b2d660066d5d445c9c5ec0ff0e8beb5a 2024-11-20T06:44:54,655 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/24f15bb56a344b66863317dcb418e890 to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/24f15bb56a344b66863317dcb418e890 2024-11-20T06:44:54,656 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/22fbba0287fb49d787edc925e0fbb2c2 to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/22fbba0287fb49d787edc925e0fbb2c2 2024-11-20T06:44:54,658 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/a6b67125207c4ac1afad6fb1e49b0c45 to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/a6b67125207c4ac1afad6fb1e49b0c45 2024-11-20T06:44:54,660 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/e706a76126084f2baccbc7ebde9f0121 to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/e706a76126084f2baccbc7ebde9f0121 2024-11-20T06:44:54,661 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/1bbed02f5a804d0bbe2c65799e35937b to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/1bbed02f5a804d0bbe2c65799e35937b 2024-11-20T06:44:54,663 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/d81db126e94c4b4aab09e8df86709453 to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/d81db126e94c4b4aab09e8df86709453 2024-11-20T06:44:54,665 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/28da716879064575b4409e5d5e8c75b9 to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/28da716879064575b4409e5d5e8c75b9 2024-11-20T06:44:54,666 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/2a6826bbfd5949c39f083fbfb0459089 to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/2a6826bbfd5949c39f083fbfb0459089 2024-11-20T06:44:54,667 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/e76cc085d945442f80b1e89eef5bf791 to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/e76cc085d945442f80b1e89eef5bf791 2024-11-20T06:44:54,668 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/9c91777a227e44968370cf28c6f322af to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/9c91777a227e44968370cf28c6f322af 2024-11-20T06:44:54,669 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/132ad58ae4e8412ebfe2cda30cec1b65 to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/132ad58ae4e8412ebfe2cda30cec1b65 2024-11-20T06:44:54,669 INFO [regionserver/61c2066a8a0f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T06:44:54,670 INFO [regionserver/61c2066a8a0f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T06:44:54,670 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/a05e7fd7821e4483af701a0dcf96a4f9 to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/a05e7fd7821e4483af701a0dcf96a4f9 2024-11-20T06:44:54,672 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/c2fd3b6800ea4f3ea0bae9bd96f18c6a to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/c2fd3b6800ea4f3ea0bae9bd96f18c6a 2024-11-20T06:44:54,673 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/757b89a7630e42e9a8049b28b908282b to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/info/757b89a7630e42e9a8049b28b908282b 2024-11-20T06:44:54,674 INFO [regionserver/61c2066a8a0f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T06:44:54,673 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=61c2066a8a0f:38253 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-20T06:44:54,674 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [f7a0e6c3c9b1468aa1edcb1971666b17=39908, ac4e36013ea2466f9849fbaec3ac9ab4=13394, ee8d2c7923cb47d88f16d677e57b84f4=61138, b2d660066d5d445c9c5ec0ff0e8beb5a=17606, 24f15bb56a344b66863317dcb418e890=18675, 22fbba0287fb49d787edc925e0fbb2c2=93960, a6b67125207c4ac1afad6fb1e49b0c45=23944, e706a76126084f2baccbc7ebde9f0121=17606, 1bbed02f5a804d0bbe2c65799e35937b=115126, d81db126e94c4b4aab09e8df86709453=13394, 28da716879064575b4409e5d5e8c75b9=17606, 2a6826bbfd5949c39f083fbfb0459089=142810, e76cc085d945442f80b1e89eef5bf791=19728, 9c91777a227e44968370cf28c6f322af=22906, 132ad58ae4e8412ebfe2cda30cec1b65=174538, a05e7fd7821e4483af701a0dcf96a4f9=18688, c2fd3b6800ea4f3ea0bae9bd96f18c6a=13402, 757b89a7630e42e9a8049b28b908282b=16564] 2024-11-20T06:44:54,678 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/a4ef73ecfd4691248de29fb736c24fe6/recovered.edits/336.seqid, newMaxSeqId=336, maxSeqId=127 2024-11-20T06:44:54,679 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6. 2024-11-20T06:44:54,679 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a4ef73ecfd4691248de29fb736c24fe6: Waiting for close lock at 1732085094643Running coprocessor pre-close hooks at 1732085094643Disabling compacts and flushes for region at 1732085094643Disabling writes for close at 1732085094643Writing region close event to WAL at 1732085094674 (+31 ms)Running coprocessor post-close hooks at 1732085094679 (+5 ms)Closed at 1732085094679 2024-11-20T06:44:54,680 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1732085052286.a4ef73ecfd4691248de29fb736c24fe6. 2024-11-20T06:44:54,680 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10c2b8c522d6e6e46e77a05ccce5f201, disabling compactions & flushes 2024-11-20T06:44:54,680 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732085052286.10c2b8c522d6e6e46e77a05ccce5f201. 2024-11-20T06:44:54,680 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732085052286.10c2b8c522d6e6e46e77a05ccce5f201. 2024-11-20T06:44:54,680 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732085052286.10c2b8c522d6e6e46e77a05ccce5f201. after waiting 0 ms 2024-11-20T06:44:54,680 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732085052286.10c2b8c522d6e6e46e77a05ccce5f201. 2024-11-20T06:44:54,680 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732085052286.10c2b8c522d6e6e46e77a05ccce5f201.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/10c2b8c522d6e6e46e77a05ccce5f201/info/73219ad7784a4a60b0c0153b9ab0e906.397eca8ce21796430c1f40eb361b10ea->hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/397eca8ce21796430c1f40eb361b10ea/info/73219ad7784a4a60b0c0153b9ab0e906-bottom] to archive 2024-11-20T06:44:54,681 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732085052286.10c2b8c522d6e6e46e77a05ccce5f201.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T06:44:54,682 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732085052286.10c2b8c522d6e6e46e77a05ccce5f201.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/10c2b8c522d6e6e46e77a05ccce5f201/info/73219ad7784a4a60b0c0153b9ab0e906.397eca8ce21796430c1f40eb361b10ea to hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/archive/data/default/TestLogRolling-testLogRolling/10c2b8c522d6e6e46e77a05ccce5f201/info/73219ad7784a4a60b0c0153b9ab0e906.397eca8ce21796430c1f40eb361b10ea 2024-11-20T06:44:54,683 WARN [StoreCloser-TestLogRolling-testLogRolling,,1732085052286.10c2b8c522d6e6e46e77a05ccce5f201.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-20T06:44:54,686 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/data/default/TestLogRolling-testLogRolling/10c2b8c522d6e6e46e77a05ccce5f201/recovered.edits/132.seqid, newMaxSeqId=132, maxSeqId=127 2024-11-20T06:44:54,686 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732085052286.10c2b8c522d6e6e46e77a05ccce5f201. 2024-11-20T06:44:54,687 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10c2b8c522d6e6e46e77a05ccce5f201: Waiting for close lock at 1732085094680Running coprocessor pre-close hooks at 1732085094680Disabling compacts and flushes for region at 1732085094680Disabling writes for close at 1732085094680Writing region close event to WAL at 1732085094683 (+3 ms)Running coprocessor post-close hooks at 1732085094686 (+3 ms)Closed at 1732085094686 2024-11-20T06:44:54,687 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1732085052286.10c2b8c522d6e6e46e77a05ccce5f201. 2024-11-20T06:44:54,845 INFO [RS:0;61c2066a8a0f:45119 {}] regionserver.HRegionServer(976): stopping server 61c2066a8a0f,45119,1732085026193; all regions closed. 2024-11-20T06:44:54,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741834_1010 (size=8107) 2024-11-20T06:44:54,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741834_1010 (size=8107) 2024-11-20T06:44:54,850 DEBUG [RS:0;61c2066a8a0f:45119 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/oldWALs 2024-11-20T06:44:54,850 INFO [RS:0;61c2066a8a0f:45119 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 61c2066a8a0f%2C45119%2C1732085026193.meta:.meta(num 1732085027218) 2024-11-20T06:44:54,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741878_1054 (size=780) 2024-11-20T06:44:54,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741878_1054 (size=780) 2024-11-20T06:44:54,854 DEBUG [RS:0;61c2066a8a0f:45119 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/oldWALs 2024-11-20T06:44:54,855 INFO [RS:0;61c2066a8a0f:45119 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 61c2066a8a0f%2C45119%2C1732085026193:(num 1732085094453) 2024-11-20T06:44:54,855 DEBUG [RS:0;61c2066a8a0f:45119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:44:54,855 INFO [RS:0;61c2066a8a0f:45119 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T06:44:54,855 INFO [RS:0;61c2066a8a0f:45119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T06:44:54,855 INFO [RS:0;61c2066a8a0f:45119 {}] hbase.ChoreService(370): Chore service for: regionserver/61c2066a8a0f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T06:44:54,855 INFO [RS:0;61c2066a8a0f:45119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T06:44:54,855 INFO [regionserver/61c2066a8a0f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T06:44:54,855 INFO [RS:0;61c2066a8a0f:45119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45119 2024-11-20T06:44:54,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T06:44:54,899 INFO [RS:0;61c2066a8a0f:45119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T06:44:54,899 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10158459f5b0001, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/61c2066a8a0f,45119,1732085026193 2024-11-20T06:44:54,934 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [61c2066a8a0f,45119,1732085026193] 2024-11-20T06:44:54,950 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/61c2066a8a0f,45119,1732085026193 already deleted, retry=false 2024-11-20T06:44:54,950 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 61c2066a8a0f,45119,1732085026193 expired; onlineServers=0 2024-11-20T06:44:54,950 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '61c2066a8a0f,38253,1732085025983' ***** 2024-11-20T06:44:54,950 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T06:44:54,950 INFO [M:0;61c2066a8a0f:38253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T06:44:54,950 INFO [M:0;61c2066a8a0f:38253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T06:44:54,950 DEBUG [M:0;61c2066a8a0f:38253 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T06:44:54,950 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T06:44:54,950 DEBUG [M:0;61c2066a8a0f:38253 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T06:44:54,950 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.small.0-1732085026578 {}] cleaner.HFileCleaner(306): Exit Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.small.0-1732085026578,5,FailOnTimeoutGroup] 2024-11-20T06:44:54,950 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.large.0-1732085026578 {}] cleaner.HFileCleaner(306): Exit Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.large.0-1732085026578,5,FailOnTimeoutGroup] 2024-11-20T06:44:54,951 INFO [M:0;61c2066a8a0f:38253 {}] hbase.ChoreService(370): Chore service for: master/61c2066a8a0f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T06:44:54,951 INFO [M:0;61c2066a8a0f:38253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T06:44:54,951 DEBUG [M:0;61c2066a8a0f:38253 {}] master.HMaster(1795): Stopping service threads 2024-11-20T06:44:54,951 INFO [M:0;61c2066a8a0f:38253 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T06:44:54,951 INFO [M:0;61c2066a8a0f:38253 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T06:44:54,951 INFO [M:0;61c2066a8a0f:38253 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T06:44:54,951 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T06:44:54,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T06:44:54,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:44:54,958 DEBUG [M:0;61c2066a8a0f:38253 {}] zookeeper.ZKUtil(347): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T06:44:54,958 WARN [M:0;61c2066a8a0f:38253 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T06:44:54,959 INFO [M:0;61c2066a8a0f:38253 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/.lastflushedseqids 2024-11-20T06:44:54,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741879_1055 (size=228) 2024-11-20T06:44:54,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741879_1055 (size=228) 2024-11-20T06:44:54,963 INFO [M:0;61c2066a8a0f:38253 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T06:44:54,963 INFO [M:0;61c2066a8a0f:38253 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T06:44:54,964 DEBUG [M:0;61c2066a8a0f:38253 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T06:44:54,964 INFO [M:0;61c2066a8a0f:38253 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:44:54,964 DEBUG [M:0;61c2066a8a0f:38253 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:44:54,964 DEBUG [M:0;61c2066a8a0f:38253 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T06:44:54,964 DEBUG [M:0;61c2066a8a0f:38253 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:44:54,964 INFO [M:0;61c2066a8a0f:38253 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.38 KB 2024-11-20T06:44:54,979 DEBUG [M:0;61c2066a8a0f:38253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c1639e435e74164a21a3c49b5fcbc29 is 82, key is hbase:meta,,1/info:regioninfo/1732085027269/Put/seqid=0 2024-11-20T06:44:54,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741880_1056 (size=5672) 2024-11-20T06:44:54,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741880_1056 (size=5672) 2024-11-20T06:44:54,984 INFO [M:0;61c2066a8a0f:38253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c1639e435e74164a21a3c49b5fcbc29 2024-11-20T06:44:55,002 DEBUG [M:0;61c2066a8a0f:38253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c2c9071401e430e94c93cdff9943b8a is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732085027824/Put/seqid=0 2024-11-20T06:44:55,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741881_1057 (size=7090) 2024-11-20T06:44:55,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741881_1057 (size=7090) 2024-11-20T06:44:55,008 INFO [M:0;61c2066a8a0f:38253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c2c9071401e430e94c93cdff9943b8a 2024-11-20T06:44:55,012 INFO [M:0;61c2066a8a0f:38253 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c2c9071401e430e94c93cdff9943b8a 2024-11-20T06:44:55,029 DEBUG [M:0;61c2066a8a0f:38253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba8fe47a7000471fb860bb618da8f818 is 69, key is 61c2066a8a0f,45119,1732085026193/rs:state/1732085026648/Put/seqid=0 2024-11-20T06:44:55,034 INFO [RS:0;61c2066a8a0f:45119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T06:44:55,034 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10158459f5b0001, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:44:55,034 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10158459f5b0001, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:44:55,034 INFO [RS:0;61c2066a8a0f:45119 {}] regionserver.HRegionServer(1031): Exiting; stopping=61c2066a8a0f,45119,1732085026193; zookeeper connection closed. 2024-11-20T06:44:55,034 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4df0d8b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4df0d8b1 2024-11-20T06:44:55,035 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T06:44:55,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741882_1058 (size=5156) 2024-11-20T06:44:55,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741882_1058 (size=5156) 2024-11-20T06:44:55,039 INFO [M:0;61c2066a8a0f:38253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba8fe47a7000471fb860bb618da8f818 2024-11-20T06:44:55,058 DEBUG [M:0;61c2066a8a0f:38253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/40881d82cf2949a1a8b67a43999a8ed7 is 52, key is load_balancer_on/state:d/1732085027434/Put/seqid=0 2024-11-20T06:44:55,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741883_1059 (size=5056) 2024-11-20T06:44:55,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741883_1059 (size=5056) 2024-11-20T06:44:55,064 INFO [M:0;61c2066a8a0f:38253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/40881d82cf2949a1a8b67a43999a8ed7 2024-11-20T06:44:55,068 DEBUG [M:0;61c2066a8a0f:38253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c1639e435e74164a21a3c49b5fcbc29 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c1639e435e74164a21a3c49b5fcbc29 2024-11-20T06:44:55,072 INFO [M:0;61c2066a8a0f:38253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c1639e435e74164a21a3c49b5fcbc29, entries=8, sequenceid=125, filesize=5.5 K 2024-11-20T06:44:55,073 DEBUG [M:0;61c2066a8a0f:38253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c2c9071401e430e94c93cdff9943b8a as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c2c9071401e430e94c93cdff9943b8a 2024-11-20T06:44:55,077 INFO [M:0;61c2066a8a0f:38253 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c2c9071401e430e94c93cdff9943b8a 2024-11-20T06:44:55,077 INFO [M:0;61c2066a8a0f:38253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c2c9071401e430e94c93cdff9943b8a, entries=13, sequenceid=125, filesize=6.9 K 2024-11-20T06:44:55,079 DEBUG [M:0;61c2066a8a0f:38253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba8fe47a7000471fb860bb618da8f818 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba8fe47a7000471fb860bb618da8f818 2024-11-20T06:44:55,085 INFO [M:0;61c2066a8a0f:38253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba8fe47a7000471fb860bb618da8f818, entries=1, sequenceid=125, filesize=5.0 K 2024-11-20T06:44:55,086 DEBUG [M:0;61c2066a8a0f:38253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/40881d82cf2949a1a8b67a43999a8ed7 as hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/40881d82cf2949a1a8b67a43999a8ed7 2024-11-20T06:44:55,090 INFO [M:0;61c2066a8a0f:38253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/2e0b1d5d-5c21-8b40-22d7-1fc609688baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/40881d82cf2949a1a8b67a43999a8ed7, entries=1, sequenceid=125, filesize=4.9 K 2024-11-20T06:44:55,091 INFO [M:0;61c2066a8a0f:38253 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=125, compaction requested=false 2024-11-20T06:44:55,092 INFO [M:0;61c2066a8a0f:38253 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:44:55,092 DEBUG [M:0;61c2066a8a0f:38253 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732085094964Disabling compacts and flushes for region at 1732085094964Disabling writes for close at 1732085094964Obtaining lock to block concurrent updates at 1732085094964Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732085094964Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64840, getOffHeapSize=0, getCellsCount=148 at 1732085094964Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732085094965 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732085094965Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732085094978 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732085094978Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732085094988 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732085095002 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732085095002Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732085095012 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732085095028 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732085095028Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732085095044 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732085095058 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732085095058Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@202fde43: reopening flushed file at 1732085095068 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48e5ce50: reopening flushed file at 1732085095072 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b5b50b7: reopening flushed file at 1732085095078 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44ed2882: reopening flushed file at 1732085095085 (+7 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=125, compaction requested=false at 1732085095091 (+6 ms)Writing region close event to WAL at 1732085095092 (+1 ms)Closed at 1732085095092 2024-11-20T06:44:55,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741830_1006 (size=61332) 2024-11-20T06:44:55,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741830_1006 (size=61332) 2024-11-20T06:44:55,095 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T06:44:55,095 INFO [M:0;61c2066a8a0f:38253 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T06:44:55,095 INFO [M:0;61c2066a8a0f:38253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38253 2024-11-20T06:44:55,095 INFO [M:0;61c2066a8a0f:38253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T06:44:55,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:44:55,216 INFO [M:0;61c2066a8a0f:38253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T06:44:55,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10158459f5b0000, quorum=127.0.0.1:51842, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:44:55,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@720a7803{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:44:55,218 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13ee2c3e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:44:55,218 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:44:55,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1219798f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:44:55,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64cf19e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/hadoop.log.dir/,STOPPED} 2024-11-20T06:44:55,220 WARN [BP-1523217954-172.17.0.2-1732085024101 heartbeating to localhost/127.0.0.1:45617 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T06:44:55,220 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T06:44:55,220 WARN [BP-1523217954-172.17.0.2-1732085024101 heartbeating to localhost/127.0.0.1:45617 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1523217954-172.17.0.2-1732085024101 (Datanode Uuid 22577a02-6468-482c-846b-ca2dfa988e9e) service to localhost/127.0.0.1:45617 2024-11-20T06:44:55,220 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T06:44:55,221 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/cluster_20228880-ff1e-a556-9553-0e401900f7a6/data/data3/current/BP-1523217954-172.17.0.2-1732085024101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:44:55,221 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/cluster_20228880-ff1e-a556-9553-0e401900f7a6/data/data4/current/BP-1523217954-172.17.0.2-1732085024101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:44:55,221 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T06:44:55,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38d4f1a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:44:55,225 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49816088{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:44:55,225 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:44:55,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30cbd5a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:44:55,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@469fef9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/hadoop.log.dir/,STOPPED} 2024-11-20T06:44:55,227 WARN [BP-1523217954-172.17.0.2-1732085024101 heartbeating to localhost/127.0.0.1:45617 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T06:44:55,227 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T06:44:55,227 WARN [BP-1523217954-172.17.0.2-1732085024101 heartbeating to localhost/127.0.0.1:45617 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1523217954-172.17.0.2-1732085024101 (Datanode Uuid ec547cd6-336c-4326-966e-bee2a5ee3747) service to localhost/127.0.0.1:45617 2024-11-20T06:44:55,227 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T06:44:55,227 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/cluster_20228880-ff1e-a556-9553-0e401900f7a6/data/data1/current/BP-1523217954-172.17.0.2-1732085024101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:44:55,228 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/cluster_20228880-ff1e-a556-9553-0e401900f7a6/data/data2/current/BP-1523217954-172.17.0.2-1732085024101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:44:55,228 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T06:44:55,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45eb780c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T06:44:55,236 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7726e2ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:44:55,236 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:44:55,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@739efcb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:44:55,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526fbc7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/hadoop.log.dir/,STOPPED} 2024-11-20T06:44:55,245 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T06:44:55,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T06:44:55,666 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=107 (was 98) - Thread LEAK? -, OpenFileDescriptor=450 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=339 (was 256) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4174 (was 4744) 2024-11-20T06:44:55,672 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=108, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=339, ProcessCount=11, AvailableMemoryMB=4174 2024-11-20T06:44:55,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T06:44:55,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/hadoop.log.dir so I do NOT create it in target/test-data/a6c48d29-4119-5620-5d14-280e4212db98 2024-11-20T06:44:55,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c414590-4cb7-31d4-c7c0-f525b7399838/hadoop.tmp.dir so I do NOT create it in target/test-data/a6c48d29-4119-5620-5d14-280e4212db98 2024-11-20T06:44:55,672 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/cluster_5551034e-7ebb-8ee4-9725-397311e87521, deleteOnExit=true 2024-11-20T06:44:55,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T06:44:55,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/test.cache.data in system properties and HBase conf 2024-11-20T06:44:55,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T06:44:55,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/hadoop.log.dir in system properties and HBase conf 2024-11-20T06:44:55,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T06:44:55,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T06:44:55,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T06:44:55,673 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T06:44:55,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T06:44:55,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T06:44:55,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T06:44:55,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T06:44:55,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T06:44:55,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T06:44:55,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T06:44:55,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T06:44:55,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T06:44:55,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/nfs.dump.dir in system properties and HBase conf 2024-11-20T06:44:55,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/java.io.tmpdir in system properties and HBase conf 2024-11-20T06:44:55,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T06:44:55,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T06:44:55,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T06:44:56,091 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:44:56,096 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:44:56,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:44:56,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:44:56,097 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T06:44:56,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:44:56,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d973919{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:44:56,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4627b6f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:44:56,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@226fd1a0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/java.io.tmpdir/jetty-localhost-38157-hadoop-hdfs-3_4_1-tests_jar-_-any-1126508425767021933/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T06:44:56,199 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fe9f8b7{HTTP/1.1, (http/1.1)}{localhost:38157} 2024-11-20T06:44:56,199 INFO [Time-limited test {}] server.Server(415): Started @219071ms 2024-11-20T06:44:56,434 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:44:56,438 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:44:56,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:44:56,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:44:56,439 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T06:44:56,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49dc9a7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:44:56,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b4daa56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:44:56,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e8db037{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/java.io.tmpdir/jetty-localhost-36197-hadoop-hdfs-3_4_1-tests_jar-_-any-2729132751589219476/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:44:56,548 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29c4d72f{HTTP/1.1, (http/1.1)}{localhost:36197} 2024-11-20T06:44:56,549 INFO [Time-limited test {}] server.Server(415): Started @219421ms 2024-11-20T06:44:56,550 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T06:44:56,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:44:56,584 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:44:56,586 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:44:56,586 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:44:56,586 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T06:44:56,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71f99c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:44:56,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46f37cc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:44:56,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ad29c1d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/java.io.tmpdir/jetty-localhost-39925-hadoop-hdfs-3_4_1-tests_jar-_-any-4925938079993328035/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:44:56,705 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@799ce5f9{HTTP/1.1, (http/1.1)}{localhost:39925} 2024-11-20T06:44:56,706 INFO [Time-limited test {}] server.Server(415): Started @219578ms 2024-11-20T06:44:56,706 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T06:44:57,303 WARN [Thread-1610 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/cluster_5551034e-7ebb-8ee4-9725-397311e87521/data/data1/current/BP-525539301-172.17.0.2-1732085095694/current, will proceed with Du for space computation calculation, 2024-11-20T06:44:57,303 WARN [Thread-1611 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/cluster_5551034e-7ebb-8ee4-9725-397311e87521/data/data2/current/BP-525539301-172.17.0.2-1732085095694/current, will proceed with Du for space computation calculation, 2024-11-20T06:44:57,317 WARN [Thread-1575 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T06:44:57,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35f9fcaa2432af5f with lease ID 0x2d12a6718e20c9fa: Processing first storage report for DS-d13a789b-d74a-4c7a-b9d5-e992425821c3 from datanode DatanodeRegistration(127.0.0.1:35163, datanodeUuid=ffbc7b84-b535-4e49-b555-7fdc3c052d67, infoPort=46247, infoSecurePort=0, ipcPort=39537, storageInfo=lv=-57;cid=testClusterID;nsid=1882856575;c=1732085095694) 2024-11-20T06:44:57,320 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35f9fcaa2432af5f with lease ID 0x2d12a6718e20c9fa: from storage DS-d13a789b-d74a-4c7a-b9d5-e992425821c3 node DatanodeRegistration(127.0.0.1:35163, datanodeUuid=ffbc7b84-b535-4e49-b555-7fdc3c052d67, infoPort=46247, infoSecurePort=0, ipcPort=39537, storageInfo=lv=-57;cid=testClusterID;nsid=1882856575;c=1732085095694), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:44:57,320 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35f9fcaa2432af5f with lease ID 0x2d12a6718e20c9fa: Processing first storage report for DS-1e28ee4b-aa6a-4db8-bdf9-e9292da6ae7c from datanode DatanodeRegistration(127.0.0.1:35163, datanodeUuid=ffbc7b84-b535-4e49-b555-7fdc3c052d67, infoPort=46247, infoSecurePort=0, ipcPort=39537, storageInfo=lv=-57;cid=testClusterID;nsid=1882856575;c=1732085095694) 2024-11-20T06:44:57,320 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35f9fcaa2432af5f with lease ID 0x2d12a6718e20c9fa: from storage DS-1e28ee4b-aa6a-4db8-bdf9-e9292da6ae7c node DatanodeRegistration(127.0.0.1:35163, datanodeUuid=ffbc7b84-b535-4e49-b555-7fdc3c052d67, infoPort=46247, infoSecurePort=0, ipcPort=39537, storageInfo=lv=-57;cid=testClusterID;nsid=1882856575;c=1732085095694), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:44:57,524 WARN [Thread-1622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/cluster_5551034e-7ebb-8ee4-9725-397311e87521/data/data3/current/BP-525539301-172.17.0.2-1732085095694/current, will proceed with Du for space computation calculation, 2024-11-20T06:44:57,525 WARN [Thread-1623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/cluster_5551034e-7ebb-8ee4-9725-397311e87521/data/data4/current/BP-525539301-172.17.0.2-1732085095694/current, will proceed with Du for space computation calculation, 2024-11-20T06:44:57,543 WARN [Thread-1598 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T06:44:57,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cb35197958c25a2 with lease ID 0x2d12a6718e20c9fb: Processing first storage report for DS-af426767-1ca6-452f-83b7-e1b501052354 from datanode DatanodeRegistration(127.0.0.1:38551, datanodeUuid=233489f5-a8c4-46ac-b014-d3c44245563a, infoPort=40539, infoSecurePort=0, ipcPort=35581, storageInfo=lv=-57;cid=testClusterID;nsid=1882856575;c=1732085095694) 2024-11-20T06:44:57,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cb35197958c25a2 with lease ID 0x2d12a6718e20c9fb: from storage DS-af426767-1ca6-452f-83b7-e1b501052354 node DatanodeRegistration(127.0.0.1:38551, datanodeUuid=233489f5-a8c4-46ac-b014-d3c44245563a, infoPort=40539, infoSecurePort=0, ipcPort=35581, storageInfo=lv=-57;cid=testClusterID;nsid=1882856575;c=1732085095694), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:44:57,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cb35197958c25a2 with lease ID 0x2d12a6718e20c9fb: Processing first storage report for DS-96bd4376-eb84-457a-8779-8cbc10047e12 from datanode DatanodeRegistration(127.0.0.1:38551, datanodeUuid=233489f5-a8c4-46ac-b014-d3c44245563a, infoPort=40539, infoSecurePort=0, ipcPort=35581, storageInfo=lv=-57;cid=testClusterID;nsid=1882856575;c=1732085095694) 2024-11-20T06:44:57,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cb35197958c25a2 with lease ID 0x2d12a6718e20c9fb: from storage DS-96bd4376-eb84-457a-8779-8cbc10047e12 node DatanodeRegistration(127.0.0.1:38551, datanodeUuid=233489f5-a8c4-46ac-b014-d3c44245563a, infoPort=40539, infoSecurePort=0, ipcPort=35581, storageInfo=lv=-57;cid=testClusterID;nsid=1882856575;c=1732085095694), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:44:57,647 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98 2024-11-20T06:44:57,650 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/cluster_5551034e-7ebb-8ee4-9725-397311e87521/zookeeper_0, clientPort=52041, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/cluster_5551034e-7ebb-8ee4-9725-397311e87521/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/cluster_5551034e-7ebb-8ee4-9725-397311e87521/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T06:44:57,651 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52041 2024-11-20T06:44:57,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:44:57,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:44:57,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35163 is added to blk_1073741825_1001 (size=7) 2024-11-20T06:44:57,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741825_1001 (size=7) 2024-11-20T06:44:57,661 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd with version=8 2024-11-20T06:44:57,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38245/user/jenkins/test-data/e727e5a1-76fb-81b1-00c5-f871eb62612e/hbase-staging 2024-11-20T06:44:57,664 INFO [Time-limited test {}] client.ConnectionUtils(128): master/61c2066a8a0f:0 server-side Connection retries=45 2024-11-20T06:44:57,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:44:57,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T06:44:57,664 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T06:44:57,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:44:57,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T06:44:57,664 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T06:44:57,664 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T06:44:57,665 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39185 2024-11-20T06:44:57,667 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39185 connecting to ZooKeeper ensemble=127.0.0.1:52041 2024-11-20T06:44:57,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391850x0, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T06:44:57,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39185-0x1015846b7760000 connected 2024-11-20T06:44:57,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:44:57,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:44:57,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:44:57,794 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd, hbase.cluster.distributed=false 2024-11-20T06:44:57,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T06:44:57,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39185 2024-11-20T06:44:57,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39185 2024-11-20T06:44:57,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39185 2024-11-20T06:44:57,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39185 2024-11-20T06:44:57,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39185 2024-11-20T06:44:57,828 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/61c2066a8a0f:0 server-side Connection retries=45 2024-11-20T06:44:57,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:44:57,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T06:44:57,829 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T06:44:57,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:44:57,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T06:44:57,829 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T06:44:57,829 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T06:44:57,830 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44361 2024-11-20T06:44:57,833 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44361 connecting to ZooKeeper ensemble=127.0.0.1:52041 2024-11-20T06:44:57,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:44:57,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:44:57,869 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443610x0, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T06:44:57,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44361-0x1015846b7760001 connected 2024-11-20T06:44:57,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44361-0x1015846b7760001, quorum=127.0.0.1:52041, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:44:57,870 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T06:44:57,871 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T06:44:57,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44361-0x1015846b7760001, quorum=127.0.0.1:52041, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T06:44:57,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44361-0x1015846b7760001, quorum=127.0.0.1:52041, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T06:44:57,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44361 2024-11-20T06:44:57,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44361 2024-11-20T06:44:57,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44361 2024-11-20T06:44:57,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44361 2024-11-20T06:44:57,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44361 2024-11-20T06:44:57,892 DEBUG [M:0;61c2066a8a0f:39185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;61c2066a8a0f:39185 2024-11-20T06:44:57,892 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/61c2066a8a0f,39185,1732085097663 2024-11-20T06:44:57,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:44:57,902 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1015846b7760001, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:44:57,903 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/61c2066a8a0f,39185,1732085097663 2024-11-20T06:44:57,913 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1015846b7760001, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T06:44:57,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:44:57,913 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1015846b7760001, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:44:57,914 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T06:44:57,914 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/61c2066a8a0f,39185,1732085097663 from backup master directory 2024-11-20T06:44:57,921 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1015846b7760001, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:44:57,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/61c2066a8a0f,39185,1732085097663 2024-11-20T06:44:57,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:44:57,922 WARN [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T06:44:57,922 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=61c2066a8a0f,39185,1732085097663 2024-11-20T06:44:57,926 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/hbase.id] with ID: 52b93372-b59d-4a76-9fc3-92da3492df3f 2024-11-20T06:44:57,926 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/.tmp/hbase.id 2024-11-20T06:44:57,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35163 is added to blk_1073741826_1002 (size=42) 2024-11-20T06:44:57,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741826_1002 (size=42) 2024-11-20T06:44:57,943 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/.tmp/hbase.id]:[hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/hbase.id] 2024-11-20T06:44:57,962 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:44:57,962 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T06:44:57,964 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T06:44:57,971 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1015846b7760001, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:44:57,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:44:57,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35163 is added to blk_1073741827_1003 (size=196) 2024-11-20T06:44:57,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741827_1003 (size=196) 2024-11-20T06:44:57,985 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:44:57,986 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T06:44:57,986 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:44:57,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741828_1004 (size=1189) 2024-11-20T06:44:57,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35163 is added to blk_1073741828_1004 (size=1189) 2024-11-20T06:44:57,999 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/data/master/store 2024-11-20T06:44:58,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35163 is added to blk_1073741829_1005 (size=34) 2024-11-20T06:44:58,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741829_1005 (size=34) 2024-11-20T06:44:58,013 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:44:58,013 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T06:44:58,013 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:44:58,013 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:44:58,013 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T06:44:58,013 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:44:58,013 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:44:58,013 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732085098013Disabling compacts and flushes for region at 1732085098013Disabling writes for close at 1732085098013Writing region close event to WAL at 1732085098013Closed at 1732085098013 2024-11-20T06:44:58,014 WARN [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/data/master/store/.initializing 2024-11-20T06:44:58,014 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/WALs/61c2066a8a0f,39185,1732085097663 2024-11-20T06:44:58,016 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:44:58,018 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C39185%2C1732085097663, suffix=, logDir=hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/WALs/61c2066a8a0f,39185,1732085097663, archiveDir=hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/oldWALs, maxLogs=10 2024-11-20T06:44:58,036 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/WALs/61c2066a8a0f,39185,1732085097663/61c2066a8a0f%2C39185%2C1732085097663.1732085098018, exclude list is [], retry=0 2024-11-20T06:44:58,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35163,DS-d13a789b-d74a-4c7a-b9d5-e992425821c3,DISK] 2024-11-20T06:44:58,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38551,DS-af426767-1ca6-452f-83b7-e1b501052354,DISK] 2024-11-20T06:44:58,047 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/WALs/61c2066a8a0f,39185,1732085097663/61c2066a8a0f%2C39185%2C1732085097663.1732085098018 2024-11-20T06:44:58,050 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46247:46247),(127.0.0.1/127.0.0.1:40539:40539)] 2024-11-20T06:44:58,051 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:44:58,051 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:44:58,051 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:44:58,051 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:44:58,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:44:58,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T06:44:58,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:44:58,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:44:58,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:44:58,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T06:44:58,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:44:58,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:44:58,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:44:58,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T06:44:58,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:44:58,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:44:58,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:44:58,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T06:44:58,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:44:58,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:44:58,060 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:44:58,061 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:44:58,061 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:44:58,062 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:44:58,062 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:44:58,063 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T06:44:58,064 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:44:58,066 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:44:58,067 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=732049, jitterRate=-0.06915195286273956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T06:44:58,067 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732085098051Initializing all the Stores at 1732085098052 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085098052Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085098052Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085098052Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085098052Cleaning up temporary data from old regions at 1732085098062 (+10 ms)Region opened successfully at 1732085098067 (+5 ms) 2024-11-20T06:44:58,074 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T06:44:58,078 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21518252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=61c2066a8a0f/172.17.0.2:0 2024-11-20T06:44:58,079 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T06:44:58,079 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T06:44:58,079 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T06:44:58,080 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T06:44:58,080 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T06:44:58,081 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T06:44:58,081 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T06:44:58,083 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T06:44:58,084 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T06:44:58,096 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T06:44:58,097 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T06:44:58,098 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T06:44:58,105 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T06:44:58,105 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T06:44:58,107 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T06:44:58,113 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T06:44:58,115 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T06:44:58,121 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T06:44:58,124 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T06:44:58,130 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T06:44:58,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T06:44:58,138 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1015846b7760001, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T06:44:58,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:44:58,138 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1015846b7760001, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:44:58,139 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=61c2066a8a0f,39185,1732085097663, sessionid=0x1015846b7760000, setting cluster-up flag (Was=false) 2024-11-20T06:44:58,155 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1015846b7760001, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:44:58,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:44:58,180 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T06:44:58,181 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=61c2066a8a0f,39185,1732085097663 2024-11-20T06:44:58,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:44:58,196 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1015846b7760001, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:44:58,221 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T06:44:58,222 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=61c2066a8a0f,39185,1732085097663 2024-11-20T06:44:58,223 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T06:44:58,225 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T06:44:58,225 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T06:44:58,225 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T06:44:58,225 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 61c2066a8a0f,39185,1732085097663 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T06:44:58,227 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:44:58,227 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:44:58,227 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:44:58,227 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:44:58,227 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/61c2066a8a0f:0, corePoolSize=10, maxPoolSize=10 2024-11-20T06:44:58,227 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:44:58,227 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=2, maxPoolSize=2 2024-11-20T06:44:58,227 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:44:58,228 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732085128228 2024-11-20T06:44:58,228 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T06:44:58,228 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T06:44:58,228 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T06:44:58,228 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T06:44:58,228 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T06:44:58,228 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T06:44:58,228 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T06:44:58,228 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T06:44:58,229 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T06:44:58,229 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T06:44:58,229 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T06:44:58,229 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T06:44:58,229 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T06:44:58,229 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T06:44:58,229 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:44:58,230 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T06:44:58,231 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.large.0-1732085098229,5,FailOnTimeoutGroup] 2024-11-20T06:44:58,231 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.small.0-1732085098231,5,FailOnTimeoutGroup] 2024-11-20T06:44:58,231 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T06:44:58,231 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T06:44:58,231 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T06:44:58,231 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T06:44:58,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35163 is added to blk_1073741831_1007 (size=1321) 2024-11-20T06:44:58,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741831_1007 (size=1321) 2024-11-20T06:44:58,239 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T06:44:58,239 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd 2024-11-20T06:44:58,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741832_1008 (size=32) 2024-11-20T06:44:58,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35163 is added to blk_1073741832_1008 (size=32) 2024-11-20T06:44:58,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:44:58,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T06:44:58,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T06:44:58,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:44:58,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:44:58,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T06:44:58,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T06:44:58,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:44:58,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:44:58,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T06:44:58,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T06:44:58,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:44:58,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:44:58,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T06:44:58,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T06:44:58,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:44:58,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:44:58,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T06:44:58,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/data/hbase/meta/1588230740 2024-11-20T06:44:58,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/data/hbase/meta/1588230740 2024-11-20T06:44:58,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T06:44:58,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T06:44:58,257 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T06:44:58,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T06:44:58,260 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:44:58,261 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=808555, jitterRate=0.028131306171417236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T06:44:58,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732085098245Initializing all the Stores at 1732085098246 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085098246Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085098246Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085098246Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085098246Cleaning up temporary data from old regions at 1732085098257 (+11 ms)Region opened successfully at 1732085098261 (+4 ms) 2024-11-20T06:44:58,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T06:44:58,262 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T06:44:58,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T06:44:58,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T06:44:58,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T06:44:58,262 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T06:44:58,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732085098262Disabling compacts and flushes for region at 1732085098262Disabling writes for close at 1732085098262Writing region close event to WAL at 1732085098262Closed at 1732085098262 2024-11-20T06:44:58,264 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T06:44:58,264 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T06:44:58,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T06:44:58,265 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T06:44:58,268 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T06:44:58,281 INFO [RS:0;61c2066a8a0f:44361 {}] regionserver.HRegionServer(746): ClusterId : 52b93372-b59d-4a76-9fc3-92da3492df3f 2024-11-20T06:44:58,281 DEBUG [RS:0;61c2066a8a0f:44361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T06:44:58,305 DEBUG [RS:0;61c2066a8a0f:44361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T06:44:58,305 DEBUG [RS:0;61c2066a8a0f:44361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T06:44:58,314 DEBUG [RS:0;61c2066a8a0f:44361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T06:44:58,314 DEBUG [RS:0;61c2066a8a0f:44361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597265d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=61c2066a8a0f/172.17.0.2:0 2024-11-20T06:44:58,325 DEBUG [RS:0;61c2066a8a0f:44361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;61c2066a8a0f:44361 2024-11-20T06:44:58,326 INFO [RS:0;61c2066a8a0f:44361 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T06:44:58,326 INFO [RS:0;61c2066a8a0f:44361 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T06:44:58,326 DEBUG [RS:0;61c2066a8a0f:44361 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T06:44:58,326 INFO [RS:0;61c2066a8a0f:44361 {}] regionserver.HRegionServer(2659): reportForDuty to master=61c2066a8a0f,39185,1732085097663 with port=44361, startcode=1732085097828 2024-11-20T06:44:58,326 DEBUG [RS:0;61c2066a8a0f:44361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T06:44:58,328 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40901, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T06:44:58,328 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39185 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 61c2066a8a0f,44361,1732085097828 2024-11-20T06:44:58,328 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39185 {}] master.ServerManager(517): Registering regionserver=61c2066a8a0f,44361,1732085097828 2024-11-20T06:44:58,330 DEBUG [RS:0;61c2066a8a0f:44361 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd 2024-11-20T06:44:58,330 DEBUG [RS:0;61c2066a8a0f:44361 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43349 2024-11-20T06:44:58,330 DEBUG [RS:0;61c2066a8a0f:44361 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T06:44:58,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T06:44:58,339 DEBUG [RS:0;61c2066a8a0f:44361 {}] zookeeper.ZKUtil(111): regionserver:44361-0x1015846b7760001, quorum=127.0.0.1:52041, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/61c2066a8a0f,44361,1732085097828 2024-11-20T06:44:58,339 WARN [RS:0;61c2066a8a0f:44361 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T06:44:58,339 INFO [RS:0;61c2066a8a0f:44361 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:44:58,339 DEBUG [RS:0;61c2066a8a0f:44361 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/WALs/61c2066a8a0f,44361,1732085097828 2024-11-20T06:44:58,339 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [61c2066a8a0f,44361,1732085097828] 2024-11-20T06:44:58,343 INFO [RS:0;61c2066a8a0f:44361 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T06:44:58,346 INFO [RS:0;61c2066a8a0f:44361 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T06:44:58,351 INFO [RS:0;61c2066a8a0f:44361 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T06:44:58,351 INFO [RS:0;61c2066a8a0f:44361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:44:58,351 INFO [RS:0;61c2066a8a0f:44361 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T06:44:58,352 INFO [RS:0;61c2066a8a0f:44361 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T06:44:58,352 INFO [RS:0;61c2066a8a0f:44361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T06:44:58,352 DEBUG [RS:0;61c2066a8a0f:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:44:58,352 DEBUG [RS:0;61c2066a8a0f:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:44:58,352 DEBUG [RS:0;61c2066a8a0f:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:44:58,352 DEBUG [RS:0;61c2066a8a0f:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:44:58,353 DEBUG [RS:0;61c2066a8a0f:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:44:58,353 DEBUG [RS:0;61c2066a8a0f:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/61c2066a8a0f:0, corePoolSize=2, maxPoolSize=2 2024-11-20T06:44:58,353 DEBUG [RS:0;61c2066a8a0f:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:44:58,353 DEBUG [RS:0;61c2066a8a0f:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:44:58,353 DEBUG [RS:0;61c2066a8a0f:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:44:58,353 DEBUG [RS:0;61c2066a8a0f:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:44:58,353 DEBUG [RS:0;61c2066a8a0f:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:44:58,353 DEBUG [RS:0;61c2066a8a0f:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:44:58,353 DEBUG [RS:0;61c2066a8a0f:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/61c2066a8a0f:0, corePoolSize=3, maxPoolSize=3 2024-11-20T06:44:58,353 DEBUG [RS:0;61c2066a8a0f:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0, corePoolSize=3, maxPoolSize=3 2024-11-20T06:44:58,355 INFO [RS:0;61c2066a8a0f:44361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T06:44:58,355 INFO [RS:0;61c2066a8a0f:44361 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T06:44:58,355 INFO [RS:0;61c2066a8a0f:44361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:44:58,355 INFO [RS:0;61c2066a8a0f:44361 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T06:44:58,355 INFO [RS:0;61c2066a8a0f:44361 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T06:44:58,355 INFO [RS:0;61c2066a8a0f:44361 {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,44361,1732085097828-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T06:44:58,374 INFO [RS:0;61c2066a8a0f:44361 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T06:44:58,374 INFO [RS:0;61c2066a8a0f:44361 {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,44361,1732085097828-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:44:58,374 INFO [RS:0;61c2066a8a0f:44361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:44:58,374 INFO [RS:0;61c2066a8a0f:44361 {}] regionserver.Replication(171): 61c2066a8a0f,44361,1732085097828 started 2024-11-20T06:44:58,390 INFO [RS:0;61c2066a8a0f:44361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:44:58,390 INFO [RS:0;61c2066a8a0f:44361 {}] regionserver.HRegionServer(1482): Serving as 61c2066a8a0f,44361,1732085097828, RpcServer on 61c2066a8a0f/172.17.0.2:44361, sessionid=0x1015846b7760001 2024-11-20T06:44:58,390 DEBUG [RS:0;61c2066a8a0f:44361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T06:44:58,390 DEBUG [RS:0;61c2066a8a0f:44361 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 61c2066a8a0f,44361,1732085097828 2024-11-20T06:44:58,390 DEBUG [RS:0;61c2066a8a0f:44361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '61c2066a8a0f,44361,1732085097828' 2024-11-20T06:44:58,390 DEBUG [RS:0;61c2066a8a0f:44361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T06:44:58,391 DEBUG [RS:0;61c2066a8a0f:44361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T06:44:58,392 DEBUG [RS:0;61c2066a8a0f:44361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T06:44:58,392 DEBUG [RS:0;61c2066a8a0f:44361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T06:44:58,392 DEBUG [RS:0;61c2066a8a0f:44361 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 61c2066a8a0f,44361,1732085097828 2024-11-20T06:44:58,392 DEBUG [RS:0;61c2066a8a0f:44361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '61c2066a8a0f,44361,1732085097828' 2024-11-20T06:44:58,392 DEBUG [RS:0;61c2066a8a0f:44361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T06:44:58,393 DEBUG [RS:0;61c2066a8a0f:44361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T06:44:58,393 DEBUG [RS:0;61c2066a8a0f:44361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T06:44:58,393 INFO [RS:0;61c2066a8a0f:44361 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T06:44:58,393 INFO [RS:0;61c2066a8a0f:44361 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T06:44:58,418 WARN [61c2066a8a0f:39185 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:44:58,494 INFO [RS:0;61c2066a8a0f:44361 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:44:58,495 INFO [RS:0;61c2066a8a0f:44361 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C44361%2C1732085097828, suffix=, logDir=hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/WALs/61c2066a8a0f,44361,1732085097828, archiveDir=hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/oldWALs, maxLogs=32 2024-11-20T06:44:58,509 DEBUG [RS:0;61c2066a8a0f:44361 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/WALs/61c2066a8a0f,44361,1732085097828/61c2066a8a0f%2C44361%2C1732085097828.1732085098496, exclude list is [], retry=0 2024-11-20T06:44:58,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38551,DS-af426767-1ca6-452f-83b7-e1b501052354,DISK] 2024-11-20T06:44:58,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35163,DS-d13a789b-d74a-4c7a-b9d5-e992425821c3,DISK] 2024-11-20T06:44:58,513 INFO [RS:0;61c2066a8a0f:44361 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/WALs/61c2066a8a0f,44361,1732085097828/61c2066a8a0f%2C44361%2C1732085097828.1732085098496 2024-11-20T06:44:58,514 DEBUG [RS:0;61c2066a8a0f:44361 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40539:40539),(127.0.0.1/127.0.0.1:46247:46247)] 2024-11-20T06:44:58,668 DEBUG [61c2066a8a0f:39185 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T06:44:58,669 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=61c2066a8a0f,44361,1732085097828 2024-11-20T06:44:58,670 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 61c2066a8a0f,44361,1732085097828, state=OPENING 2024-11-20T06:44:58,730 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T06:44:58,738 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1015846b7760001, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:44:58,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:44:58,738 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T06:44:58,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:44:58,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=61c2066a8a0f,44361,1732085097828}] 2024-11-20T06:44:58,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:44:58,891 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T06:44:58,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53083, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T06:44:58,895 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T06:44:58,895 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:44:58,896 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T06:44:58,898 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C44361%2C1732085097828.meta, suffix=.meta, logDir=hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/WALs/61c2066a8a0f,44361,1732085097828, archiveDir=hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/oldWALs, maxLogs=32 2024-11-20T06:44:58,911 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/WALs/61c2066a8a0f,44361,1732085097828/61c2066a8a0f%2C44361%2C1732085097828.meta.1732085098898.meta, exclude list is [], retry=0 2024-11-20T06:44:58,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35163,DS-d13a789b-d74a-4c7a-b9d5-e992425821c3,DISK] 2024-11-20T06:44:58,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38551,DS-af426767-1ca6-452f-83b7-e1b501052354,DISK] 2024-11-20T06:44:58,915 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/WALs/61c2066a8a0f,44361,1732085097828/61c2066a8a0f%2C44361%2C1732085097828.meta.1732085098898.meta 2024-11-20T06:44:58,915 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46247:46247),(127.0.0.1/127.0.0.1:40539:40539)] 2024-11-20T06:44:58,915 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:44:58,916 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T06:44:58,916 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T06:44:58,916 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T06:44:58,916 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T06:44:58,916 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:44:58,916 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T06:44:58,916 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T06:44:58,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T06:44:58,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T06:44:58,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:44:58,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:44:58,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T06:44:58,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T06:44:58,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:44:58,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:44:58,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T06:44:58,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T06:44:58,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:44:58,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:44:58,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T06:44:58,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T06:44:58,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:44:58,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:44:58,922 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T06:44:58,923 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/data/hbase/meta/1588230740 2024-11-20T06:44:58,924 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/data/hbase/meta/1588230740 2024-11-20T06:44:58,927 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T06:44:58,927 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T06:44:58,927 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T06:44:58,928 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T06:44:58,929 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=700203, jitterRate=-0.10964612662792206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T06:44:58,929 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T06:44:58,929 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732085098916Writing region info on filesystem at 1732085098916Initializing all the Stores at 1732085098917 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085098917Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085098917Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085098917Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085098917Cleaning up temporary data from old regions at 1732085098927 (+10 ms)Running coprocessor post-open hooks at 1732085098929 (+2 ms)Region opened successfully at 1732085098929 2024-11-20T06:44:58,930 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732085098891 2024-11-20T06:44:58,932 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T06:44:58,933 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T06:44:58,933 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,44361,1732085097828 2024-11-20T06:44:58,934 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 61c2066a8a0f,44361,1732085097828, state=OPEN 2024-11-20T06:44:58,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T06:44:58,966 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1015846b7760001, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T06:44:58,966 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=61c2066a8a0f,44361,1732085097828 2024-11-20T06:44:58,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:44:58,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:44:58,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T06:44:58,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=61c2066a8a0f,44361,1732085097828 in 228 msec 2024-11-20T06:44:58,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T06:44:58,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 704 msec 2024-11-20T06:44:58,975 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T06:44:58,975 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T06:44:58,977 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:44:58,977 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44361,1732085097828, seqNum=-1] 2024-11-20T06:44:58,977 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:44:58,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37449, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:44:58,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 757 msec 2024-11-20T06:44:58,983 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732085098983, completionTime=-1 2024-11-20T06:44:58,983 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T06:44:58,983 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T06:44:58,985 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T06:44:58,985 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732085158985 2024-11-20T06:44:58,985 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732085218985 2024-11-20T06:44:58,985 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-20T06:44:58,986 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,39185,1732085097663-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:44:58,986 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,39185,1732085097663-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:44:58,986 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,39185,1732085097663-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:44:58,986 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-61c2066a8a0f:39185, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:44:58,986 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T06:44:58,986 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T06:44:58,988 DEBUG [master/61c2066a8a0f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T06:44:58,991 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.068sec 2024-11-20T06:44:58,991 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T06:44:58,991 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T06:44:58,991 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T06:44:58,991 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T06:44:58,991 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T06:44:58,991 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,39185,1732085097663-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T06:44:58,991 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,39185,1732085097663-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T06:44:58,993 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T06:44:58,993 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T06:44:58,993 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,39185,1732085097663-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:44:59,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d4d7d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:44:59,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,39185,-1 for getting cluster id 2024-11-20T06:44:59,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:44:59,082 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52b93372-b59d-4a76-9fc3-92da3492df3f' 2024-11-20T06:44:59,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:44:59,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52b93372-b59d-4a76-9fc3-92da3492df3f" 2024-11-20T06:44:59,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731b4b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:44:59,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,39185,-1] 2024-11-20T06:44:59,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:44:59,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:44:59,084 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37140, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:44:59,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3256c91c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:44:59,085 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:44:59,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44361,1732085097828, seqNum=-1] 2024-11-20T06:44:59,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:44:59,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:44:59,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=61c2066a8a0f,39185,1732085097663 2024-11-20T06:44:59,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:44:59,095 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-20T06:44:59,095 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:44:59,096 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:44:59,098 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/WALs/test.com,8080,1, archiveDir=hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/oldWALs, maxLogs=32 2024-11-20T06:44:59,112 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/WALs/test.com,8080,1/test.com%2C8080%2C1.1732085099098, exclude list is [], retry=0 2024-11-20T06:44:59,114 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35163,DS-d13a789b-d74a-4c7a-b9d5-e992425821c3,DISK] 2024-11-20T06:44:59,115 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38551,DS-af426767-1ca6-452f-83b7-e1b501052354,DISK] 2024-11-20T06:44:59,116 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/WALs/test.com,8080,1/test.com%2C8080%2C1.1732085099098 2024-11-20T06:44:59,117 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46247:46247),(127.0.0.1/127.0.0.1:40539:40539)] 2024-11-20T06:44:59,130 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/WALs/test.com,8080,1/test.com%2C8080%2C1.1732085099117, exclude list is [], retry=0 2024-11-20T06:44:59,132 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35163,DS-d13a789b-d74a-4c7a-b9d5-e992425821c3,DISK] 2024-11-20T06:44:59,132 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38551,DS-af426767-1ca6-452f-83b7-e1b501052354,DISK] 2024-11-20T06:44:59,134 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/WALs/test.com,8080,1/test.com%2C8080%2C1.1732085099098 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/WALs/test.com,8080,1/test.com%2C8080%2C1.1732085099117 2024-11-20T06:44:59,134 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46247:46247),(127.0.0.1/127.0.0.1:40539:40539)] 2024-11-20T06:44:59,135 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/WALs/test.com,8080,1/test.com%2C8080%2C1.1732085099098 is not closed yet, will try archiving it next time 2024-11-20T06:44:59,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35163 is added to blk_1073741835_1011 (size=93) 2024-11-20T06:44:59,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741835_1011 (size=93) 2024-11-20T06:44:59,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741836_1012 (size=93) 2024-11-20T06:44:59,139 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/WALs/test.com,8080,1/test.com%2C8080%2C1.1732085099098 to hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/oldWALs/test.com%2C8080%2C1.1732085099098 2024-11-20T06:44:59,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35163 is added to blk_1073741836_1012 (size=93) 2024-11-20T06:44:59,142 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/oldWALs 2024-11-20T06:44:59,142 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1732085099117) 2024-11-20T06:44:59,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T06:44:59,142 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T06:44:59,142 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:44:59,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:44:59,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:44:59,143 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T06:44:59,143 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1180765423, stopped=false 2024-11-20T06:44:59,143 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=61c2066a8a0f,39185,1732085097663 2024-11-20T06:44:59,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:44:59,169 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1015846b7760001, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T06:44:59,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T06:44:59,169 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1015846b7760001, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:44:59,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:44:59,169 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T06:44:59,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T06:44:59,169 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:44:59,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:44:59,169 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '61c2066a8a0f,44361,1732085097828' ***** 2024-11-20T06:44:59,170 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T06:44:59,170 INFO [RS:0;61c2066a8a0f:44361 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T06:44:59,170 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T06:44:59,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:44:59,170 INFO [RS:0;61c2066a8a0f:44361 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T06:44:59,170 INFO [RS:0;61c2066a8a0f:44361 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T06:44:59,170 INFO [RS:0;61c2066a8a0f:44361 {}] regionserver.HRegionServer(959): stopping server 61c2066a8a0f,44361,1732085097828 2024-11-20T06:44:59,170 INFO [RS:0;61c2066a8a0f:44361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T06:44:59,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44361-0x1015846b7760001, quorum=127.0.0.1:52041, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:44:59,170 INFO [RS:0;61c2066a8a0f:44361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;61c2066a8a0f:44361. 2024-11-20T06:44:59,170 DEBUG [RS:0;61c2066a8a0f:44361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:44:59,170 DEBUG [RS:0;61c2066a8a0f:44361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:44:59,170 INFO [RS:0;61c2066a8a0f:44361 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T06:44:59,170 INFO [RS:0;61c2066a8a0f:44361 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T06:44:59,170 INFO [RS:0;61c2066a8a0f:44361 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T06:44:59,171 INFO [RS:0;61c2066a8a0f:44361 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T06:44:59,171 INFO [RS:0;61c2066a8a0f:44361 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T06:44:59,171 DEBUG [RS:0;61c2066a8a0f:44361 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T06:44:59,171 DEBUG [RS:0;61c2066a8a0f:44361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T06:44:59,171 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T06:44:59,171 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T06:44:59,171 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T06:44:59,171 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T06:44:59,171 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T06:44:59,171 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T06:44:59,188 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/data/hbase/meta/1588230740/.tmp/ns/a3d6576be615440da1146c6bc96e4cae is 43, key is default/ns:d/1732085098979/Put/seqid=0 2024-11-20T06:44:59,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35163 is added to blk_1073741837_1013 (size=5153) 2024-11-20T06:44:59,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741837_1013 (size=5153) 2024-11-20T06:44:59,199 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/data/hbase/meta/1588230740/.tmp/ns/a3d6576be615440da1146c6bc96e4cae 2024-11-20T06:44:59,205 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/data/hbase/meta/1588230740/.tmp/ns/a3d6576be615440da1146c6bc96e4cae as hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/data/hbase/meta/1588230740/ns/a3d6576be615440da1146c6bc96e4cae 2024-11-20T06:44:59,210 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/data/hbase/meta/1588230740/ns/a3d6576be615440da1146c6bc96e4cae, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T06:44:59,211 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 40ms, sequenceid=6, compaction requested=false 2024-11-20T06:44:59,211 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T06:44:59,217 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T06:44:59,218 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T06:44:59,218 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T06:44:59,218 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732085099171Running coprocessor pre-close hooks at 1732085099171Disabling compacts and flushes for region at 1732085099171Disabling writes for close at 1732085099171Obtaining lock to block concurrent updates at 1732085099171Preparing flush snapshotting stores in 1588230740 at 1732085099171Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732085099172 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732085099172Flushing 1588230740/ns: creating writer at 1732085099172Flushing 1588230740/ns: appending metadata at 1732085099187 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732085099187Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@433be81c: reopening flushed file at 1732085099204 (+17 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 40ms, sequenceid=6, compaction requested=false at 1732085099211 (+7 ms)Writing region close event to WAL at 1732085099213 (+2 ms)Running coprocessor post-close hooks at 1732085099218 (+5 ms)Closed at 1732085099218 2024-11-20T06:44:59,218 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T06:44:59,371 INFO [RS:0;61c2066a8a0f:44361 {}] regionserver.HRegionServer(976): stopping server 61c2066a8a0f,44361,1732085097828; all regions closed. 2024-11-20T06:44:59,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741834_1010 (size=1152) 2024-11-20T06:44:59,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35163 is added to blk_1073741834_1010 (size=1152) 2024-11-20T06:44:59,381 DEBUG [RS:0;61c2066a8a0f:44361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/oldWALs 2024-11-20T06:44:59,381 INFO [RS:0;61c2066a8a0f:44361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 61c2066a8a0f%2C44361%2C1732085097828.meta:.meta(num 1732085098898) 2024-11-20T06:44:59,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35163 is added to blk_1073741833_1009 (size=93) 2024-11-20T06:44:59,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741833_1009 (size=93) 2024-11-20T06:44:59,386 DEBUG [RS:0;61c2066a8a0f:44361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/oldWALs 2024-11-20T06:44:59,386 INFO [RS:0;61c2066a8a0f:44361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 61c2066a8a0f%2C44361%2C1732085097828:(num 1732085098496) 2024-11-20T06:44:59,386 DEBUG [RS:0;61c2066a8a0f:44361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:44:59,386 INFO [RS:0;61c2066a8a0f:44361 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T06:44:59,387 INFO [RS:0;61c2066a8a0f:44361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T06:44:59,387 INFO [RS:0;61c2066a8a0f:44361 {}] hbase.ChoreService(370): Chore service for: regionserver/61c2066a8a0f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T06:44:59,387 INFO [RS:0;61c2066a8a0f:44361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T06:44:59,387 INFO [regionserver/61c2066a8a0f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T06:44:59,387 INFO [RS:0;61c2066a8a0f:44361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44361 2024-11-20T06:44:59,405 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1015846b7760001, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/61c2066a8a0f,44361,1732085097828 2024-11-20T06:44:59,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T06:44:59,405 INFO [RS:0;61c2066a8a0f:44361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T06:44:59,413 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [61c2066a8a0f,44361,1732085097828] 2024-11-20T06:44:59,421 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/61c2066a8a0f,44361,1732085097828 already deleted, retry=false 2024-11-20T06:44:59,421 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 61c2066a8a0f,44361,1732085097828 expired; onlineServers=0 2024-11-20T06:44:59,421 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '61c2066a8a0f,39185,1732085097663' ***** 2024-11-20T06:44:59,421 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T06:44:59,421 INFO [M:0;61c2066a8a0f:39185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T06:44:59,421 INFO [M:0;61c2066a8a0f:39185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T06:44:59,421 DEBUG [M:0;61c2066a8a0f:39185 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T06:44:59,422 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T06:44:59,422 DEBUG [M:0;61c2066a8a0f:39185 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T06:44:59,422 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.large.0-1732085098229 {}] cleaner.HFileCleaner(306): Exit Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.large.0-1732085098229,5,FailOnTimeoutGroup] 2024-11-20T06:44:59,422 INFO [M:0;61c2066a8a0f:39185 {}] hbase.ChoreService(370): Chore service for: master/61c2066a8a0f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T06:44:59,422 INFO [M:0;61c2066a8a0f:39185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T06:44:59,422 DEBUG [M:0;61c2066a8a0f:39185 {}] master.HMaster(1795): Stopping service threads 2024-11-20T06:44:59,422 INFO [M:0;61c2066a8a0f:39185 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T06:44:59,422 INFO [M:0;61c2066a8a0f:39185 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T06:44:59,422 INFO [M:0;61c2066a8a0f:39185 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T06:44:59,422 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T06:44:59,422 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.small.0-1732085098231 {}] cleaner.HFileCleaner(306): Exit Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.small.0-1732085098231,5,FailOnTimeoutGroup] 2024-11-20T06:44:59,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T06:44:59,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:44:59,430 DEBUG [M:0;61c2066a8a0f:39185 {}] zookeeper.ZKUtil(347): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T06:44:59,430 WARN [M:0;61c2066a8a0f:39185 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T06:44:59,430 INFO [M:0;61c2066a8a0f:39185 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/.lastflushedseqids 2024-11-20T06:44:59,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35163 is added to blk_1073741838_1014 (size=99) 2024-11-20T06:44:59,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741838_1014 (size=99) 2024-11-20T06:44:59,436 INFO [M:0;61c2066a8a0f:39185 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T06:44:59,436 INFO [M:0;61c2066a8a0f:39185 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T06:44:59,436 DEBUG [M:0;61c2066a8a0f:39185 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T06:44:59,436 INFO [M:0;61c2066a8a0f:39185 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:44:59,436 DEBUG [M:0;61c2066a8a0f:39185 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:44:59,436 DEBUG [M:0;61c2066a8a0f:39185 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T06:44:59,436 DEBUG [M:0;61c2066a8a0f:39185 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:44:59,436 INFO [M:0;61c2066a8a0f:39185 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-20T06:44:59,453 DEBUG [M:0;61c2066a8a0f:39185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58de25f792fd4b20950a6a7acf79b64e is 82, key is hbase:meta,,1/info:regioninfo/1732085098933/Put/seqid=0 2024-11-20T06:44:59,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35163 is added to blk_1073741839_1015 (size=5672) 2024-11-20T06:44:59,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741839_1015 (size=5672) 2024-11-20T06:44:59,460 INFO [M:0;61c2066a8a0f:39185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58de25f792fd4b20950a6a7acf79b64e 2024-11-20T06:44:59,485 DEBUG [M:0;61c2066a8a0f:39185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff91fa9dcd3b4e4286e95514747b0ea9 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732085098982/Put/seqid=0 2024-11-20T06:44:59,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741840_1016 (size=5275) 2024-11-20T06:44:59,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35163 is added to blk_1073741840_1016 (size=5275) 2024-11-20T06:44:59,491 INFO [M:0;61c2066a8a0f:39185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff91fa9dcd3b4e4286e95514747b0ea9 2024-11-20T06:44:59,512 DEBUG [M:0;61c2066a8a0f:39185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e6c80fbcad5464fb2314e75b9feb4bd is 69, key is 61c2066a8a0f,44361,1732085097828/rs:state/1732085098329/Put/seqid=0 2024-11-20T06:44:59,513 INFO [RS:0;61c2066a8a0f:44361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T06:44:59,513 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1015846b7760001, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:44:59,513 INFO [RS:0;61c2066a8a0f:44361 {}] regionserver.HRegionServer(1031): Exiting; stopping=61c2066a8a0f,44361,1732085097828; zookeeper connection closed. 2024-11-20T06:44:59,513 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1015846b7760001, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:44:59,513 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16fdaf62 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16fdaf62 2024-11-20T06:44:59,514 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T06:44:59,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35163 is added to blk_1073741841_1017 (size=5156) 2024-11-20T06:44:59,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741841_1017 (size=5156) 2024-11-20T06:44:59,521 INFO [M:0;61c2066a8a0f:39185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e6c80fbcad5464fb2314e75b9feb4bd 2024-11-20T06:44:59,549 DEBUG [M:0;61c2066a8a0f:39185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8dfed710e1084d0f80607acc603d3c58 is 52, key is load_balancer_on/state:d/1732085099091/Put/seqid=0 2024-11-20T06:44:59,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35163 is added to blk_1073741842_1018 (size=5056) 2024-11-20T06:44:59,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741842_1018 (size=5056) 2024-11-20T06:44:59,555 INFO [M:0;61c2066a8a0f:39185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8dfed710e1084d0f80607acc603d3c58 2024-11-20T06:44:59,562 DEBUG [M:0;61c2066a8a0f:39185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58de25f792fd4b20950a6a7acf79b64e as hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/58de25f792fd4b20950a6a7acf79b64e 2024-11-20T06:44:59,569 INFO [M:0;61c2066a8a0f:39185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/58de25f792fd4b20950a6a7acf79b64e, entries=8, sequenceid=29, filesize=5.5 K 2024-11-20T06:44:59,571 DEBUG [M:0;61c2066a8a0f:39185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff91fa9dcd3b4e4286e95514747b0ea9 as hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff91fa9dcd3b4e4286e95514747b0ea9 2024-11-20T06:44:59,577 INFO [M:0;61c2066a8a0f:39185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff91fa9dcd3b4e4286e95514747b0ea9, entries=3, sequenceid=29, filesize=5.2 K 2024-11-20T06:44:59,578 DEBUG [M:0;61c2066a8a0f:39185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e6c80fbcad5464fb2314e75b9feb4bd as hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e6c80fbcad5464fb2314e75b9feb4bd 2024-11-20T06:44:59,586 INFO [M:0;61c2066a8a0f:39185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e6c80fbcad5464fb2314e75b9feb4bd, entries=1, sequenceid=29, filesize=5.0 K 2024-11-20T06:44:59,587 DEBUG [M:0;61c2066a8a0f:39185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8dfed710e1084d0f80607acc603d3c58 as hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8dfed710e1084d0f80607acc603d3c58 2024-11-20T06:44:59,594 INFO [M:0;61c2066a8a0f:39185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43349/user/jenkins/test-data/d34d03bf-a8bd-96bd-f2a0-ee3c5b8f21dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8dfed710e1084d0f80607acc603d3c58, entries=1, sequenceid=29, filesize=4.9 K 2024-11-20T06:44:59,595 INFO [M:0;61c2066a8a0f:39185 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 159ms, sequenceid=29, compaction requested=false 2024-11-20T06:44:59,598 INFO [M:0;61c2066a8a0f:39185 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:44:59,598 DEBUG [M:0;61c2066a8a0f:39185 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732085099436Disabling compacts and flushes for region at 1732085099436Disabling writes for close at 1732085099436Obtaining lock to block concurrent updates at 1732085099436Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732085099436Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1732085099437 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732085099437Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732085099437Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732085099453 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732085099453Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732085099464 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732085099484 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732085099484Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732085099496 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732085099511 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732085099511Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732085099527 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732085099548 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732085099548Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6042f60f: reopening flushed file at 1732085099561 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8dca260: reopening flushed file at 1732085099569 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ac94c2: reopening flushed file at 1732085099577 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75d8815a: reopening flushed file at 1732085099586 (+9 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 159ms, sequenceid=29, compaction requested=false at 1732085099595 (+9 ms)Writing region close event to WAL at 1732085099598 (+3 ms)Closed at 1732085099598 2024-11-20T06:44:59,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35163 is added to blk_1073741830_1006 (size=10311) 2024-11-20T06:44:59,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741830_1006 (size=10311) 2024-11-20T06:44:59,602 INFO [M:0;61c2066a8a0f:39185 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T06:44:59,602 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T06:44:59,602 INFO [M:0;61c2066a8a0f:39185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39185 2024-11-20T06:44:59,603 INFO [M:0;61c2066a8a0f:39185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T06:44:59,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:59,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:59,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:59,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:59,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:59,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:59,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:59,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:59,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:59,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:59,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:59,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T06:44:59,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:44:59,713 INFO [M:0;61c2066a8a0f:39185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T06:44:59,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015846b7760000, quorum=127.0.0.1:52041, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:44:59,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ad29c1d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:44:59,716 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@799ce5f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:44:59,716 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:44:59,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46f37cc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:44:59,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71f99c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/hadoop.log.dir/,STOPPED} 2024-11-20T06:44:59,717 WARN [BP-525539301-172.17.0.2-1732085095694 heartbeating to localhost/127.0.0.1:43349 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T06:44:59,717 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T06:44:59,717 WARN [BP-525539301-172.17.0.2-1732085095694 heartbeating to localhost/127.0.0.1:43349 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-525539301-172.17.0.2-1732085095694 (Datanode Uuid 233489f5-a8c4-46ac-b014-d3c44245563a) service to localhost/127.0.0.1:43349 2024-11-20T06:44:59,717 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T06:44:59,718 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/cluster_5551034e-7ebb-8ee4-9725-397311e87521/data/data3/current/BP-525539301-172.17.0.2-1732085095694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:44:59,719 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/cluster_5551034e-7ebb-8ee4-9725-397311e87521/data/data4/current/BP-525539301-172.17.0.2-1732085095694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:44:59,719 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T06:44:59,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e8db037{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:44:59,722 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29c4d72f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:44:59,722 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:44:59,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b4daa56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:44:59,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49dc9a7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/hadoop.log.dir/,STOPPED} 2024-11-20T06:44:59,723 WARN [BP-525539301-172.17.0.2-1732085095694 heartbeating to localhost/127.0.0.1:43349 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T06:44:59,723 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T06:44:59,723 WARN [BP-525539301-172.17.0.2-1732085095694 heartbeating to localhost/127.0.0.1:43349 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-525539301-172.17.0.2-1732085095694 (Datanode Uuid ffbc7b84-b535-4e49-b555-7fdc3c052d67) service to localhost/127.0.0.1:43349 2024-11-20T06:44:59,723 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T06:44:59,724 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/cluster_5551034e-7ebb-8ee4-9725-397311e87521/data/data1/current/BP-525539301-172.17.0.2-1732085095694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:44:59,724 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/cluster_5551034e-7ebb-8ee4-9725-397311e87521/data/data2/current/BP-525539301-172.17.0.2-1732085095694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:44:59,724 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T06:44:59,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@226fd1a0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T06:44:59,732 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fe9f8b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:44:59,732 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:44:59,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4627b6f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:44:59,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d973919{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6c48d29-4119-5620-5d14-280e4212db98/hadoop.log.dir/,STOPPED} 2024-11-20T06:44:59,738 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T06:44:59,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T06:44:59,760 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=131 (was 108) - Thread LEAK? -, OpenFileDescriptor=501 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=351 (was 339) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4105 (was 4174)