2024-11-19 02:49:29,030 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-19 02:49:29,045 main DEBUG Took 0.012311 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 02:49:29,045 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 02:49:29,046 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 02:49:29,047 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 02:49:29,048 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:49:29,057 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 02:49:29,076 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:49:29,080 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:49:29,082 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:49:29,083 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:49:29,083 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:49:29,084 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:49:29,085 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:49:29,085 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:49:29,086 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:49:29,086 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:49:29,087 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:49:29,088 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:49:29,088 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:49:29,089 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:49:29,089 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:49:29,090 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:49:29,090 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:49:29,091 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:49:29,091 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:49:29,092 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:49:29,092 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:49:29,093 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:49:29,094 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:49:29,094 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:49:29,095 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:49:29,095 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 02:49:29,097 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:49:29,099 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 02:49:29,101 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 02:49:29,101 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 02:49:29,103 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 02:49:29,103 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 02:49:29,113 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 02:49:29,116 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 02:49:29,118 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 02:49:29,118 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 02:49:29,119 main DEBUG createAppenders(={Console}) 2024-11-19 02:49:29,120 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-19 02:49:29,120 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-19 02:49:29,121 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-19 02:49:29,122 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 02:49:29,122 main DEBUG OutputStream closed 2024-11-19 02:49:29,123 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 02:49:29,123 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 02:49:29,123 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-19 02:49:29,219 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 02:49:29,222 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 02:49:29,223 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 02:49:29,225 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 02:49:29,225 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 02:49:29,226 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 02:49:29,226 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 02:49:29,227 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 02:49:29,227 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 02:49:29,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 02:49:29,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 02:49:29,229 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 02:49:29,229 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 02:49:29,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 02:49:29,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 02:49:29,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 02:49:29,231 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 02:49:29,232 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 02:49:29,235 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 02:49:29,235 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-19 02:49:29,236 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 02:49:29,237 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-19T02:49:29,598 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6 2024-11-19 02:49:29,602 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 02:49:29,603 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T02:49:29,617 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-19T02:49:29,661 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=243, ProcessCount=11, AvailableMemoryMB=13310 2024-11-19T02:49:29,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T02:49:29,689 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/cluster_d6ea905a-8ba7-8c0b-b04a-565b5c2b07dc, deleteOnExit=true 2024-11-19T02:49:29,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T02:49:29,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/test.cache.data in system properties and HBase conf 2024-11-19T02:49:29,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T02:49:29,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/hadoop.log.dir in system properties and HBase conf 2024-11-19T02:49:29,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T02:49:29,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T02:49:29,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T02:49:29,827 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T02:49:29,952 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T02:49:29,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T02:49:29,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T02:49:29,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T02:49:29,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T02:49:29,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T02:49:29,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T02:49:29,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T02:49:29,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T02:49:29,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T02:49:29,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/nfs.dump.dir in system properties and HBase conf 2024-11-19T02:49:29,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/java.io.tmpdir in system properties and HBase conf 2024-11-19T02:49:29,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T02:49:29,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T02:49:29,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T02:49:30,937 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T02:49:31,031 INFO [Time-limited test {}] log.Log(170): Logging initialized @2946ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T02:49:31,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:49:31,200 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:49:31,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:49:31,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:49:31,231 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T02:49:31,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:49:31,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:49:31,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:49:31,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/java.io.tmpdir/jetty-localhost-40931-hadoop-hdfs-3_4_1-tests_jar-_-any-3030641681852338817/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T02:49:31,473 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:40931} 2024-11-19T02:49:31,474 INFO [Time-limited test {}] server.Server(415): Started @3391ms 2024-11-19T02:49:31,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:49:31,906 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:49:31,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:49:31,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:49:31,909 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T02:49:31,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:49:31,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:49:32,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/java.io.tmpdir/jetty-localhost-42921-hadoop-hdfs-3_4_1-tests_jar-_-any-7907149359085844888/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:49:32,064 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:42921} 2024-11-19T02:49:32,064 INFO [Time-limited test {}] server.Server(415): Started @3981ms 2024-11-19T02:49:32,147 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:49:32,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:49:32,388 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:49:32,410 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:49:32,410 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:49:32,410 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T02:49:32,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:49:32,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:49:32,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/java.io.tmpdir/jetty-localhost-43905-hadoop-hdfs-3_4_1-tests_jar-_-any-749754770739418584/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:49:32,582 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:43905} 2024-11-19T02:49:32,582 INFO [Time-limited test {}] server.Server(415): Started @4499ms 2024-11-19T02:49:32,584 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:49:32,744 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/cluster_d6ea905a-8ba7-8c0b-b04a-565b5c2b07dc/data/data3/current/BP-918853334-172.17.0.2-1731984570658/current, will proceed with Du for space computation calculation, 2024-11-19T02:49:32,744 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/cluster_d6ea905a-8ba7-8c0b-b04a-565b5c2b07dc/data/data4/current/BP-918853334-172.17.0.2-1731984570658/current, will proceed with Du for space computation calculation, 2024-11-19T02:49:32,748 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/cluster_d6ea905a-8ba7-8c0b-b04a-565b5c2b07dc/data/data1/current/BP-918853334-172.17.0.2-1731984570658/current, will proceed with Du for space computation calculation, 2024-11-19T02:49:32,749 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/cluster_d6ea905a-8ba7-8c0b-b04a-565b5c2b07dc/data/data2/current/BP-918853334-172.17.0.2-1731984570658/current, will proceed with Du for space computation calculation, 2024-11-19T02:49:32,834 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:49:32,835 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:49:32,919 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b7b811f1020355d with lease ID 0x326701f05b0c3e61: Processing first storage report for DS-78454193-4d22-4ab1-9e7e-2b22857653ec from datanode DatanodeRegistration(127.0.0.1:43767, datanodeUuid=1a93835c-d941-489f-b4f3-277eeaf53069, infoPort=34529, infoSecurePort=0, ipcPort=41473, storageInfo=lv=-57;cid=testClusterID;nsid=513740314;c=1731984570658) 2024-11-19T02:49:32,921 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b7b811f1020355d with lease ID 0x326701f05b0c3e61: from storage DS-78454193-4d22-4ab1-9e7e-2b22857653ec node DatanodeRegistration(127.0.0.1:43767, datanodeUuid=1a93835c-d941-489f-b4f3-277eeaf53069, infoPort=34529, infoSecurePort=0, ipcPort=41473, storageInfo=lv=-57;cid=testClusterID;nsid=513740314;c=1731984570658), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T02:49:32,921 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x742b5303f4c55a8c with lease ID 0x326701f05b0c3e60: Processing first storage report for DS-90f7b2cc-ca01-4925-beeb-1fdbe27c81ab from datanode DatanodeRegistration(127.0.0.1:36421, datanodeUuid=e6c30a6e-0927-483d-bbdc-39f657d38ac0, infoPort=43435, infoSecurePort=0, ipcPort=39009, storageInfo=lv=-57;cid=testClusterID;nsid=513740314;c=1731984570658) 2024-11-19T02:49:32,921 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x742b5303f4c55a8c with lease ID 0x326701f05b0c3e60: from storage DS-90f7b2cc-ca01-4925-beeb-1fdbe27c81ab node DatanodeRegistration(127.0.0.1:36421, datanodeUuid=e6c30a6e-0927-483d-bbdc-39f657d38ac0, infoPort=43435, infoSecurePort=0, ipcPort=39009, storageInfo=lv=-57;cid=testClusterID;nsid=513740314;c=1731984570658), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:49:32,922 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b7b811f1020355d with lease ID 0x326701f05b0c3e61: Processing first storage report for DS-177abbfb-af81-41ef-99f7-001caabe1c98 from datanode DatanodeRegistration(127.0.0.1:43767, datanodeUuid=1a93835c-d941-489f-b4f3-277eeaf53069, infoPort=34529, infoSecurePort=0, ipcPort=41473, storageInfo=lv=-57;cid=testClusterID;nsid=513740314;c=1731984570658) 2024-11-19T02:49:32,922 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b7b811f1020355d with lease ID 0x326701f05b0c3e61: from storage DS-177abbfb-af81-41ef-99f7-001caabe1c98 node DatanodeRegistration(127.0.0.1:43767, datanodeUuid=1a93835c-d941-489f-b4f3-277eeaf53069, infoPort=34529, infoSecurePort=0, ipcPort=41473, storageInfo=lv=-57;cid=testClusterID;nsid=513740314;c=1731984570658), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:49:32,926 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x742b5303f4c55a8c with lease ID 0x326701f05b0c3e60: Processing first storage report for DS-d06ab337-b843-4f27-a002-69c613220d4c from datanode DatanodeRegistration(127.0.0.1:36421, datanodeUuid=e6c30a6e-0927-483d-bbdc-39f657d38ac0, infoPort=43435, infoSecurePort=0, ipcPort=39009, storageInfo=lv=-57;cid=testClusterID;nsid=513740314;c=1731984570658) 2024-11-19T02:49:32,927 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x742b5303f4c55a8c with lease ID 0x326701f05b0c3e60: from storage DS-d06ab337-b843-4f27-a002-69c613220d4c node DatanodeRegistration(127.0.0.1:36421, datanodeUuid=e6c30a6e-0927-483d-bbdc-39f657d38ac0, infoPort=43435, infoSecurePort=0, ipcPort=39009, storageInfo=lv=-57;cid=testClusterID;nsid=513740314;c=1731984570658), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T02:49:33,096 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6 2024-11-19T02:49:33,207 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/cluster_d6ea905a-8ba7-8c0b-b04a-565b5c2b07dc/zookeeper_0, clientPort=55697, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/cluster_d6ea905a-8ba7-8c0b-b04a-565b5c2b07dc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/cluster_d6ea905a-8ba7-8c0b-b04a-565b5c2b07dc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T02:49:33,222 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55697 2024-11-19T02:49:33,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:49:33,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:49:33,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741825_1001 (size=7) 2024-11-19T02:49:33,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741825_1001 (size=7) 2024-11-19T02:49:33,973 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f with version=8 2024-11-19T02:49:33,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/hbase-staging 2024-11-19T02:49:34,067 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T02:49:34,339 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e93af88909ff:0 server-side Connection retries=45 2024-11-19T02:49:34,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:49:34,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T02:49:34,360 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T02:49:34,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:49:34,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T02:49:34,504 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T02:49:34,576 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T02:49:34,586 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T02:49:34,590 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T02:49:34,621 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 26022 (auto-detected) 2024-11-19T02:49:34,622 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T02:49:34,642 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38665 2024-11-19T02:49:34,664 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38665 connecting to ZooKeeper ensemble=127.0.0.1:55697 2024-11-19T02:49:34,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386650x0, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T02:49:34,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38665-0x1012e212d890000 connected 2024-11-19T02:49:34,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:49:34,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:49:34,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:49:34,747 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f, hbase.cluster.distributed=false 2024-11-19T02:49:34,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T02:49:34,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38665 2024-11-19T02:49:34,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38665 2024-11-19T02:49:34,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38665 2024-11-19T02:49:34,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38665 2024-11-19T02:49:34,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38665 2024-11-19T02:49:34,889 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e93af88909ff:0 server-side Connection retries=45 2024-11-19T02:49:34,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:49:34,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T02:49:34,892 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T02:49:34,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:49:34,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T02:49:34,895 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T02:49:34,897 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T02:49:34,898 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44767 2024-11-19T02:49:34,900 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44767 connecting to ZooKeeper ensemble=127.0.0.1:55697 2024-11-19T02:49:34,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:49:34,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:49:34,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447670x0, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T02:49:34,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44767-0x1012e212d890001 connected 2024-11-19T02:49:34,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44767-0x1012e212d890001, quorum=127.0.0.1:55697, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:49:34,919 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T02:49:34,928 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T02:49:34,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44767-0x1012e212d890001, quorum=127.0.0.1:55697, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T02:49:34,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44767-0x1012e212d890001, quorum=127.0.0.1:55697, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T02:49:34,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44767 2024-11-19T02:49:34,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44767 2024-11-19T02:49:34,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44767 2024-11-19T02:49:34,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44767 2024-11-19T02:49:34,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44767 2024-11-19T02:49:34,955 DEBUG [M:0;e93af88909ff:38665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e93af88909ff:38665 2024-11-19T02:49:34,956 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e93af88909ff,38665,1731984574120 2024-11-19T02:49:34,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x1012e212d890001, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:49:34,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:49:34,969 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e93af88909ff,38665,1731984574120 2024-11-19T02:49:34,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x1012e212d890001, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T02:49:34,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:49:34,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x1012e212d890001, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:49:34,990 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T02:49:34,991 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e93af88909ff,38665,1731984574120 from backup master directory 2024-11-19T02:49:34,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e93af88909ff,38665,1731984574120 2024-11-19T02:49:34,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x1012e212d890001, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:49:34,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:49:34,995 WARN [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T02:49:34,995 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e93af88909ff,38665,1731984574120 2024-11-19T02:49:34,997 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T02:49:34,999 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T02:49:35,056 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/hbase.id] with ID: b843c152-32aa-4e5b-818e-d6a864ae2250 2024-11-19T02:49:35,056 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/.tmp/hbase.id 2024-11-19T02:49:35,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741826_1002 (size=42) 2024-11-19T02:49:35,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741826_1002 (size=42) 2024-11-19T02:49:35,069 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/.tmp/hbase.id]:[hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/hbase.id] 2024-11-19T02:49:35,120 INFO [master/e93af88909ff:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:49:35,127 INFO [master/e93af88909ff:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T02:49:35,148 INFO [master/e93af88909ff:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-19T02:49:35,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:49:35,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x1012e212d890001, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:49:35,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741827_1003 (size=196) 2024-11-19T02:49:35,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741827_1003 (size=196) 2024-11-19T02:49:35,190 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T02:49:35,192 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T02:49:35,198 INFO [master/e93af88909ff:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:49:35,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741828_1004 (size=1189) 2024-11-19T02:49:35,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741828_1004 (size=1189) 2024-11-19T02:49:35,252 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/data/master/store 2024-11-19T02:49:35,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741829_1005 (size=34) 2024-11-19T02:49:35,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741829_1005 (size=34) 2024-11-19T02:49:35,276 INFO [master/e93af88909ff:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T02:49:35,279 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:49:35,280 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T02:49:35,280 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:49:35,281 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:49:35,282 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T02:49:35,282 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:49:35,282 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:49:35,283 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731984575280Disabling compacts and flushes for region at 1731984575280Disabling writes for close at 1731984575282 (+2 ms)Writing region close event to WAL at 1731984575282Closed at 1731984575282 2024-11-19T02:49:35,285 WARN [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/data/master/store/.initializing 2024-11-19T02:49:35,285 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/WALs/e93af88909ff,38665,1731984574120 2024-11-19T02:49:35,294 INFO [master/e93af88909ff:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T02:49:35,307 INFO [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C38665%2C1731984574120, suffix=, logDir=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/WALs/e93af88909ff,38665,1731984574120, archiveDir=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/oldWALs, maxLogs=10 2024-11-19T02:49:35,338 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/WALs/e93af88909ff,38665,1731984574120/e93af88909ff%2C38665%2C1731984574120.1731984575312, exclude list is [], retry=0 2024-11-19T02:49:35,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:49:35,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36421,DS-90f7b2cc-ca01-4925-beeb-1fdbe27c81ab,DISK] 2024-11-19T02:49:35,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43767,DS-78454193-4d22-4ab1-9e7e-2b22857653ec,DISK] 2024-11-19T02:49:35,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T02:49:35,405 INFO [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/WALs/e93af88909ff,38665,1731984574120/e93af88909ff%2C38665%2C1731984574120.1731984575312 2024-11-19T02:49:35,406 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34529:34529),(127.0.0.1/127.0.0.1:43435:43435)] 2024-11-19T02:49:35,406 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:49:35,407 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:49:35,411 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:49:35,413 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:49:35,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:49:35,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T02:49:35,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:49:35,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:49:35,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:49:35,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T02:49:35,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:49:35,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:49:35,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:49:35,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T02:49:35,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:49:35,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:49:35,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:49:35,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T02:49:35,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:49:35,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:49:35,503 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:49:35,507 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:49:35,508 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:49:35,513 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:49:35,513 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:49:35,516 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T02:49:35,521 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:49:35,526 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:49:35,527 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=855864, jitterRate=0.08828754723072052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T02:49:35,533 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731984575426Initializing all the Stores at 1731984575428 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984575429 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984575430 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984575430Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984575430Cleaning up temporary data from old regions at 1731984575513 (+83 ms)Region opened successfully at 1731984575532 (+19 ms) 2024-11-19T02:49:35,534 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T02:49:35,568 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad7a700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0 2024-11-19T02:49:35,607 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T02:49:35,619 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T02:49:35,619 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T02:49:35,623 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T02:49:35,625 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T02:49:35,630 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-19T02:49:35,630 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T02:49:35,659 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T02:49:35,667 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T02:49:35,669 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-19T02:49:35,672 INFO [master/e93af88909ff:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T02:49:35,674 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T02:49:35,676 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-19T02:49:35,678 INFO [master/e93af88909ff:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T02:49:35,681 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T02:49:35,683 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-19T02:49:35,684 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T02:49:35,686 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T02:49:35,703 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T02:49:35,704 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T02:49:35,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x1012e212d890001, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T02:49:35,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T02:49:35,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:49:35,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x1012e212d890001, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:49:35,711 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e93af88909ff,38665,1731984574120, sessionid=0x1012e212d890000, setting cluster-up flag (Was=false) 2024-11-19T02:49:35,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:49:35,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x1012e212d890001, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:49:35,730 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T02:49:35,732 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e93af88909ff,38665,1731984574120 2024-11-19T02:49:35,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x1012e212d890001, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:49:35,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:49:35,745 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T02:49:35,746 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e93af88909ff,38665,1731984574120 2024-11-19T02:49:35,752 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T02:49:35,827 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T02:49:35,837 INFO [master/e93af88909ff:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T02:49:35,843 INFO [master/e93af88909ff:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T02:49:35,844 INFO [RS:0;e93af88909ff:44767 {}] regionserver.HRegionServer(746): ClusterId : b843c152-32aa-4e5b-818e-d6a864ae2250 2024-11-19T02:49:35,847 DEBUG [RS:0;e93af88909ff:44767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T02:49:35,853 DEBUG [RS:0;e93af88909ff:44767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T02:49:35,853 DEBUG [RS:0;e93af88909ff:44767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T02:49:35,850 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e93af88909ff,38665,1731984574120 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T02:49:35,856 DEBUG [RS:0;e93af88909ff:44767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T02:49:35,857 DEBUG [RS:0;e93af88909ff:44767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41587fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0 2024-11-19T02:49:35,858 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:49:35,858 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:49:35,858 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:49:35,858 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:49:35,858 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e93af88909ff:0, corePoolSize=10, maxPoolSize=10 2024-11-19T02:49:35,858 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:49:35,859 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e93af88909ff:0, corePoolSize=2, maxPoolSize=2 2024-11-19T02:49:35,859 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:49:35,862 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731984605862 2024-11-19T02:49:35,864 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T02:49:35,864 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T02:49:35,864 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T02:49:35,865 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T02:49:35,870 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T02:49:35,870 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T02:49:35,870 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T02:49:35,871 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T02:49:35,872 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:49:35,872 DEBUG [RS:0;e93af88909ff:44767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e93af88909ff:44767 2024-11-19T02:49:35,872 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T02:49:35,871 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T02:49:35,874 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T02:49:35,875 INFO [RS:0;e93af88909ff:44767 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T02:49:35,875 INFO [RS:0;e93af88909ff:44767 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T02:49:35,875 DEBUG [RS:0;e93af88909ff:44767 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T02:49:35,875 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T02:49:35,876 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T02:49:35,878 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T02:49:35,878 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T02:49:35,878 INFO [RS:0;e93af88909ff:44767 {}] regionserver.HRegionServer(2659): reportForDuty to master=e93af88909ff,38665,1731984574120 with port=44767, startcode=1731984574848 2024-11-19T02:49:35,880 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984575880,5,FailOnTimeoutGroup] 2024-11-19T02:49:35,883 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984575881,5,FailOnTimeoutGroup] 2024-11-19T02:49:35,884 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T02:49:35,884 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T02:49:35,885 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T02:49:35,885 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T02:49:35,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741831_1007 (size=1321) 2024-11-19T02:49:35,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741831_1007 (size=1321) 2024-11-19T02:49:35,889 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T02:49:35,890 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f 2024-11-19T02:49:35,894 DEBUG [RS:0;e93af88909ff:44767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T02:49:35,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741832_1008 (size=32) 2024-11-19T02:49:35,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741832_1008 (size=32) 2024-11-19T02:49:35,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:49:35,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T02:49:35,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T02:49:35,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:49:35,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:49:35,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T02:49:35,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T02:49:35,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:49:35,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:49:35,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T02:49:35,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T02:49:35,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:49:35,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:49:35,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T02:49:35,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T02:49:35,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:49:35,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:49:35,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T02:49:35,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/hbase/meta/1588230740 2024-11-19T02:49:35,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/hbase/meta/1588230740 2024-11-19T02:49:35,937 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48909, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T02:49:35,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T02:49:35,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T02:49:35,939 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T02:49:35,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T02:49:35,945 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38665 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e93af88909ff,44767,1731984574848 2024-11-19T02:49:35,946 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:49:35,947 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=845848, jitterRate=0.07555250823497772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T02:49:35,947 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38665 {}] master.ServerManager(517): Registering regionserver=e93af88909ff,44767,1731984574848 2024-11-19T02:49:35,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731984575914Initializing all the Stores at 1731984575916 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984575916Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984575916Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984575916Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984575916Cleaning up temporary data from old regions at 1731984575938 (+22 ms)Region opened successfully at 1731984575950 (+12 ms) 2024-11-19T02:49:35,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T02:49:35,950 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T02:49:35,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T02:49:35,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T02:49:35,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T02:49:35,952 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T02:49:35,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731984575950Disabling compacts and flushes for region at 1731984575950Disabling writes for close at 1731984575950Writing region close event to WAL at 1731984575951 (+1 ms)Closed at 1731984575952 (+1 ms) 2024-11-19T02:49:35,956 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T02:49:35,956 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T02:49:35,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T02:49:35,964 DEBUG [RS:0;e93af88909ff:44767 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f 2024-11-19T02:49:35,965 DEBUG [RS:0;e93af88909ff:44767 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35809 2024-11-19T02:49:35,965 DEBUG [RS:0;e93af88909ff:44767 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T02:49:35,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T02:49:35,969 DEBUG [RS:0;e93af88909ff:44767 {}] zookeeper.ZKUtil(111): regionserver:44767-0x1012e212d890001, quorum=127.0.0.1:55697, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e93af88909ff,44767,1731984574848 2024-11-19T02:49:35,970 WARN [RS:0;e93af88909ff:44767 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T02:49:35,970 INFO [RS:0;e93af88909ff:44767 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:49:35,970 DEBUG [RS:0;e93af88909ff:44767 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848 2024-11-19T02:49:35,972 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e93af88909ff,44767,1731984574848] 2024-11-19T02:49:35,972 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T02:49:35,975 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T02:49:35,997 INFO [RS:0;e93af88909ff:44767 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T02:49:36,009 INFO [RS:0;e93af88909ff:44767 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T02:49:36,013 INFO [RS:0;e93af88909ff:44767 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T02:49:36,014 INFO [RS:0;e93af88909ff:44767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:49:36,014 INFO [RS:0;e93af88909ff:44767 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T02:49:36,020 INFO [RS:0;e93af88909ff:44767 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T02:49:36,021 INFO [RS:0;e93af88909ff:44767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T02:49:36,022 DEBUG [RS:0;e93af88909ff:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:49:36,022 DEBUG [RS:0;e93af88909ff:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:49:36,022 DEBUG [RS:0;e93af88909ff:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:49:36,022 DEBUG [RS:0;e93af88909ff:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:49:36,022 DEBUG [RS:0;e93af88909ff:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:49:36,023 DEBUG [RS:0;e93af88909ff:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0, corePoolSize=2, maxPoolSize=2 2024-11-19T02:49:36,023 DEBUG [RS:0;e93af88909ff:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:49:36,023 DEBUG [RS:0;e93af88909ff:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:49:36,023 DEBUG [RS:0;e93af88909ff:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:49:36,023 DEBUG [RS:0;e93af88909ff:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:49:36,023 DEBUG [RS:0;e93af88909ff:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:49:36,023 DEBUG [RS:0;e93af88909ff:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:49:36,024 DEBUG [RS:0;e93af88909ff:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3 2024-11-19T02:49:36,024 DEBUG [RS:0;e93af88909ff:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3 2024-11-19T02:49:36,025 INFO [RS:0;e93af88909ff:44767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T02:49:36,025 INFO [RS:0;e93af88909ff:44767 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T02:49:36,025 INFO [RS:0;e93af88909ff:44767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:49:36,025 INFO [RS:0;e93af88909ff:44767 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T02:49:36,025 INFO [RS:0;e93af88909ff:44767 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T02:49:36,025 INFO [RS:0;e93af88909ff:44767 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,44767,1731984574848-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T02:49:36,045 INFO [RS:0;e93af88909ff:44767 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T02:49:36,047 INFO [RS:0;e93af88909ff:44767 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,44767,1731984574848-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:49:36,048 INFO [RS:0;e93af88909ff:44767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:49:36,048 INFO [RS:0;e93af88909ff:44767 {}] regionserver.Replication(171): e93af88909ff,44767,1731984574848 started 2024-11-19T02:49:36,076 INFO [RS:0;e93af88909ff:44767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:49:36,076 INFO [RS:0;e93af88909ff:44767 {}] regionserver.HRegionServer(1482): Serving as e93af88909ff,44767,1731984574848, RpcServer on e93af88909ff/172.17.0.2:44767, sessionid=0x1012e212d890001 2024-11-19T02:49:36,078 DEBUG [RS:0;e93af88909ff:44767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T02:49:36,078 DEBUG [RS:0;e93af88909ff:44767 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e93af88909ff,44767,1731984574848 2024-11-19T02:49:36,078 DEBUG [RS:0;e93af88909ff:44767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,44767,1731984574848' 2024-11-19T02:49:36,078 DEBUG [RS:0;e93af88909ff:44767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T02:49:36,080 DEBUG [RS:0;e93af88909ff:44767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T02:49:36,080 DEBUG [RS:0;e93af88909ff:44767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T02:49:36,080 DEBUG [RS:0;e93af88909ff:44767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T02:49:36,081 DEBUG [RS:0;e93af88909ff:44767 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e93af88909ff,44767,1731984574848 2024-11-19T02:49:36,081 DEBUG [RS:0;e93af88909ff:44767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,44767,1731984574848' 2024-11-19T02:49:36,081 DEBUG [RS:0;e93af88909ff:44767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T02:49:36,081 DEBUG [RS:0;e93af88909ff:44767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T02:49:36,082 DEBUG [RS:0;e93af88909ff:44767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T02:49:36,082 INFO [RS:0;e93af88909ff:44767 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T02:49:36,082 INFO [RS:0;e93af88909ff:44767 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T02:49:36,126 WARN [e93af88909ff:38665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-19T02:49:36,188 INFO [RS:0;e93af88909ff:44767 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T02:49:36,191 INFO [RS:0;e93af88909ff:44767 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C44767%2C1731984574848, suffix=, logDir=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848, archiveDir=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/oldWALs, maxLogs=32 2024-11-19T02:49:36,207 DEBUG [RS:0;e93af88909ff:44767 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848/e93af88909ff%2C44767%2C1731984574848.1731984576193, exclude list is [], retry=0 2024-11-19T02:49:36,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36421,DS-90f7b2cc-ca01-4925-beeb-1fdbe27c81ab,DISK] 2024-11-19T02:49:36,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43767,DS-78454193-4d22-4ab1-9e7e-2b22857653ec,DISK] 2024-11-19T02:49:36,215 INFO [RS:0;e93af88909ff:44767 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848/e93af88909ff%2C44767%2C1731984574848.1731984576193 2024-11-19T02:49:36,216 DEBUG [RS:0;e93af88909ff:44767 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43435:43435),(127.0.0.1/127.0.0.1:34529:34529)] 2024-11-19T02:49:36,378 DEBUG [e93af88909ff:38665 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T02:49:36,391 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e93af88909ff,44767,1731984574848 2024-11-19T02:49:36,398 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e93af88909ff,44767,1731984574848, state=OPENING 2024-11-19T02:49:36,403 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T02:49:36,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x1012e212d890001, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:49:36,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:49:36,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:49:36,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:49:36,407 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T02:49:36,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e93af88909ff,44767,1731984574848}] 2024-11-19T02:49:36,585 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T02:49:36,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57901, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T02:49:36,598 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T02:49:36,598 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:49:36,599 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T02:49:36,602 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C44767%2C1731984574848.meta, suffix=.meta, logDir=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848, archiveDir=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/oldWALs, maxLogs=32 2024-11-19T02:49:36,617 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848/e93af88909ff%2C44767%2C1731984574848.meta.1731984576603.meta, exclude list is [], retry=0 2024-11-19T02:49:36,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43767,DS-78454193-4d22-4ab1-9e7e-2b22857653ec,DISK] 2024-11-19T02:49:36,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36421,DS-90f7b2cc-ca01-4925-beeb-1fdbe27c81ab,DISK] 2024-11-19T02:49:36,625 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848/e93af88909ff%2C44767%2C1731984574848.meta.1731984576603.meta 2024-11-19T02:49:36,625 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34529:34529),(127.0.0.1/127.0.0.1:43435:43435)] 2024-11-19T02:49:36,626 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:49:36,627 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T02:49:36,630 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T02:49:36,635 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T02:49:36,639 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T02:49:36,640 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:49:36,640 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T02:49:36,640 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T02:49:36,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T02:49:36,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T02:49:36,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:49:36,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:49:36,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T02:49:36,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T02:49:36,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:49:36,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:49:36,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T02:49:36,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T02:49:36,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:49:36,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:49:36,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T02:49:36,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T02:49:36,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:49:36,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:49:36,654 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T02:49:36,655 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/hbase/meta/1588230740 2024-11-19T02:49:36,658 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/hbase/meta/1588230740 2024-11-19T02:49:36,661 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T02:49:36,661 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T02:49:36,662 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T02:49:36,665 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T02:49:36,667 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=697401, jitterRate=-0.11320897936820984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T02:49:36,667 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T02:49:36,669 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731984576641Writing region info on filesystem at 1731984576641Initializing all the Stores at 1731984576643 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984576643Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984576644 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984576644Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984576644Cleaning up temporary data from old regions at 1731984576661 (+17 ms)Running coprocessor post-open hooks at 1731984576667 (+6 ms)Region opened successfully at 1731984576669 (+2 ms) 2024-11-19T02:49:36,678 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731984576576 2024-11-19T02:49:36,692 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T02:49:36,693 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T02:49:36,694 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,44767,1731984574848 2024-11-19T02:49:36,696 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e93af88909ff,44767,1731984574848, state=OPEN 2024-11-19T02:49:36,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x1012e212d890001, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:49:36,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:49:36,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:49:36,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:49:36,703 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e93af88909ff,44767,1731984574848 2024-11-19T02:49:36,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T02:49:36,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e93af88909ff,44767,1731984574848 in 294 msec 2024-11-19T02:49:36,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T02:49:36,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 749 msec 2024-11-19T02:49:36,721 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T02:49:36,721 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T02:49:36,748 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:49:36,749 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,44767,1731984574848, seqNum=-1] 2024-11-19T02:49:36,773 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:49:36,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44305, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:49:36,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0160 sec 2024-11-19T02:49:36,799 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731984576799, completionTime=-1 2024-11-19T02:49:36,803 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T02:49:36,803 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-19T02:49:36,838 INFO [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-19T02:49:36,838 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731984636838 2024-11-19T02:49:36,838 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731984696838 2024-11-19T02:49:36,838 INFO [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 34 msec 2024-11-19T02:49:36,841 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,38665,1731984574120-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:49:36,842 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,38665,1731984574120-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:49:36,842 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,38665,1731984574120-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:49:36,844 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e93af88909ff:38665, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:49:36,844 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T02:49:36,845 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T02:49:36,852 DEBUG [master/e93af88909ff:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T02:49:36,875 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.879sec 2024-11-19T02:49:36,877 INFO [master/e93af88909ff:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T02:49:36,878 INFO [master/e93af88909ff:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T02:49:36,880 INFO [master/e93af88909ff:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T02:49:36,881 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T02:49:36,881 INFO [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T02:49:36,882 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,38665,1731984574120-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T02:49:36,882 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,38665,1731984574120-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T02:49:36,891 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T02:49:36,892 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T02:49:36,893 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,38665,1731984574120-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:49:36,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cf4e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:49:36,985 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T02:49:36,986 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T02:49:36,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,38665,-1 for getting cluster id 2024-11-19T02:49:36,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:49:37,011 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b843c152-32aa-4e5b-818e-d6a864ae2250' 2024-11-19T02:49:37,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:49:37,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b843c152-32aa-4e5b-818e-d6a864ae2250" 2024-11-19T02:49:37,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a49a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:49:37,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,38665,-1] 2024-11-19T02:49:37,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:49:37,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:49:37,027 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:49:37,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffbf561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:49:37,032 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:49:37,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,44767,1731984574848, seqNum=-1] 2024-11-19T02:49:37,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:49:37,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:49:37,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e93af88909ff,38665,1731984574120 2024-11-19T02:49:37,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:49:37,085 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-19T02:49:37,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T02:49:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e93af88909ff,38665,1731984574120 2024-11-19T02:49:37,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3108930d 2024-11-19T02:49:37,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T02:49:37,107 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T02:49:37,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-19T02:49:37,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-19T02:49:37,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T02:49:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-19T02:49:37,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T02:49:37,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-19T02:49:37,133 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:49:37,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T02:49:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:49:37,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741835_1011 (size=389) 2024-11-19T02:49:37,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741835_1011 (size=389) 2024-11-19T02:49:37,161 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 828c894f83f94ce4dfae49aa11425eb1, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f 2024-11-19T02:49:37,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741836_1012 (size=72) 2024-11-19T02:49:37,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741836_1012 (size=72) 2024-11-19T02:49:37,177 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:49:37,178 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 828c894f83f94ce4dfae49aa11425eb1, disabling compactions & flushes 2024-11-19T02:49:37,180 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1. 2024-11-19T02:49:37,180 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1. 2024-11-19T02:49:37,180 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1. after waiting 0 ms 2024-11-19T02:49:37,181 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1. 2024-11-19T02:49:37,181 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1. 2024-11-19T02:49:37,181 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 828c894f83f94ce4dfae49aa11425eb1: Waiting for close lock at 1731984577177Disabling compacts and flushes for region at 1731984577177Disabling writes for close at 1731984577180 (+3 ms)Writing region close event to WAL at 1731984577181 (+1 ms)Closed at 1731984577181 2024-11-19T02:49:37,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T02:49:37,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731984577184"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984577184"}]},"ts":"1731984577184"} 2024-11-19T02:49:37,196 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T02:49:37,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T02:49:37,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731984577200"}]},"ts":"1731984577200"} 2024-11-19T02:49:37,210 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-19T02:49:37,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=828c894f83f94ce4dfae49aa11425eb1, ASSIGN}] 2024-11-19T02:49:37,215 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=828c894f83f94ce4dfae49aa11425eb1, ASSIGN 2024-11-19T02:49:37,218 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=828c894f83f94ce4dfae49aa11425eb1, ASSIGN; state=OFFLINE, location=e93af88909ff,44767,1731984574848; forceNewPlan=false, retain=false 2024-11-19T02:49:37,370 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=828c894f83f94ce4dfae49aa11425eb1, regionState=OPENING, regionLocation=e93af88909ff,44767,1731984574848 2024-11-19T02:49:37,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=828c894f83f94ce4dfae49aa11425eb1, ASSIGN because future has completed 2024-11-19T02:49:37,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 828c894f83f94ce4dfae49aa11425eb1, server=e93af88909ff,44767,1731984574848}] 2024-11-19T02:49:37,537 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1. 2024-11-19T02:49:37,538 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 828c894f83f94ce4dfae49aa11425eb1, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1.', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:49:37,538 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 828c894f83f94ce4dfae49aa11425eb1 2024-11-19T02:49:37,539 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:49:37,539 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 828c894f83f94ce4dfae49aa11425eb1 2024-11-19T02:49:37,539 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 828c894f83f94ce4dfae49aa11425eb1 2024-11-19T02:49:37,541 INFO [StoreOpener-828c894f83f94ce4dfae49aa11425eb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 828c894f83f94ce4dfae49aa11425eb1 2024-11-19T02:49:37,544 INFO [StoreOpener-828c894f83f94ce4dfae49aa11425eb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 828c894f83f94ce4dfae49aa11425eb1 columnFamilyName info 2024-11-19T02:49:37,544 DEBUG [StoreOpener-828c894f83f94ce4dfae49aa11425eb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:49:37,545 INFO [StoreOpener-828c894f83f94ce4dfae49aa11425eb1-1 {}] regionserver.HStore(327): Store=828c894f83f94ce4dfae49aa11425eb1/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:49:37,546 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 828c894f83f94ce4dfae49aa11425eb1 2024-11-19T02:49:37,547 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/default/TestLogRolling-testSlowSyncLogRolling/828c894f83f94ce4dfae49aa11425eb1 2024-11-19T02:49:37,548 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/default/TestLogRolling-testSlowSyncLogRolling/828c894f83f94ce4dfae49aa11425eb1 2024-11-19T02:49:37,549 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 828c894f83f94ce4dfae49aa11425eb1 2024-11-19T02:49:37,549 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 828c894f83f94ce4dfae49aa11425eb1 2024-11-19T02:49:37,552 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 828c894f83f94ce4dfae49aa11425eb1 2024-11-19T02:49:37,556 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/default/TestLogRolling-testSlowSyncLogRolling/828c894f83f94ce4dfae49aa11425eb1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:49:37,557 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 828c894f83f94ce4dfae49aa11425eb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=876083, jitterRate=0.11399728059768677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:49:37,558 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 828c894f83f94ce4dfae49aa11425eb1 2024-11-19T02:49:37,559 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 828c894f83f94ce4dfae49aa11425eb1: Running coprocessor pre-open hook at 1731984577539Writing region info on filesystem at 1731984577539Initializing all the Stores at 1731984577541 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984577541Cleaning up temporary data from old regions at 1731984577549 (+8 ms)Running coprocessor post-open hooks at 1731984577558 (+9 ms)Region opened successfully at 1731984577559 (+1 ms) 2024-11-19T02:49:37,561 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1., pid=6, masterSystemTime=1731984577531 2024-11-19T02:49:37,564 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1. 2024-11-19T02:49:37,565 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1. 2024-11-19T02:49:37,566 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=828c894f83f94ce4dfae49aa11425eb1, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,44767,1731984574848 2024-11-19T02:49:37,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 828c894f83f94ce4dfae49aa11425eb1, server=e93af88909ff,44767,1731984574848 because future has completed 2024-11-19T02:49:37,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T02:49:37,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 828c894f83f94ce4dfae49aa11425eb1, server=e93af88909ff,44767,1731984574848 in 195 msec 2024-11-19T02:49:37,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T02:49:37,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=828c894f83f94ce4dfae49aa11425eb1, ASSIGN in 363 msec 2024-11-19T02:49:37,581 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T02:49:37,581 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731984577581"}]},"ts":"1731984577581"} 2024-11-19T02:49:37,584 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-19T02:49:37,586 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T02:49:37,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 468 msec 2024-11-19T02:49:42,144 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T02:49:42,186 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T02:49:42,187 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-19T02:49:44,571 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T02:49:44,572 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T02:49:44,573 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-19T02:49:44,574 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-19T02:49:44,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T02:49:44,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T02:49:44,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T02:49:44,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T02:49:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:49:47,177 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-19T02:49:47,180 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-19T02:49:47,186 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-19T02:49:47,186 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1. 2024-11-19T02:49:47,201 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848/e93af88909ff%2C44767%2C1731984574848.1731984587187, exclude list is [], retry=0 2024-11-19T02:49:47,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36421,DS-90f7b2cc-ca01-4925-beeb-1fdbe27c81ab,DISK] 2024-11-19T02:49:47,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43767,DS-78454193-4d22-4ab1-9e7e-2b22857653ec,DISK] 2024-11-19T02:49:47,209 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848/e93af88909ff%2C44767%2C1731984574848.1731984576193 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848/e93af88909ff%2C44767%2C1731984574848.1731984587187 2024-11-19T02:49:47,210 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34529:34529),(127.0.0.1/127.0.0.1:43435:43435)] 2024-11-19T02:49:47,210 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848/e93af88909ff%2C44767%2C1731984574848.1731984576193 is not closed yet, will try archiving it next time 2024-11-19T02:49:47,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741833_1009 (size=451) 2024-11-19T02:49:47,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741833_1009 (size=451) 2024-11-19T02:49:47,215 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848/e93af88909ff%2C44767%2C1731984574848.1731984576193 to hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/oldWALs/e93af88909ff%2C44767%2C1731984574848.1731984576193 2024-11-19T02:49:47,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1., hostname=e93af88909ff,44767,1731984574848, seqNum=2] 2024-11-19T02:50:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] regionserver.HRegion(8855): Flush requested on 828c894f83f94ce4dfae49aa11425eb1 2024-11-19T02:50:01,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 828c894f83f94ce4dfae49aa11425eb1 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-19T02:50:01,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/default/TestLogRolling-testSlowSyncLogRolling/828c894f83f94ce4dfae49aa11425eb1/.tmp/info/33010b61dcd24b84a89abe45c992bf9c is 1055, key is row0001/info:/1731984587221/Put/seqid=0 2024-11-19T02:50:01,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741838_1014 (size=13386) 2024-11-19T02:50:01,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741838_1014 (size=13386) 2024-11-19T02:50:01,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/default/TestLogRolling-testSlowSyncLogRolling/828c894f83f94ce4dfae49aa11425eb1/.tmp/info/33010b61dcd24b84a89abe45c992bf9c 2024-11-19T02:50:01,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/default/TestLogRolling-testSlowSyncLogRolling/828c894f83f94ce4dfae49aa11425eb1/.tmp/info/33010b61dcd24b84a89abe45c992bf9c as hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/default/TestLogRolling-testSlowSyncLogRolling/828c894f83f94ce4dfae49aa11425eb1/info/33010b61dcd24b84a89abe45c992bf9c 2024-11-19T02:50:01,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/default/TestLogRolling-testSlowSyncLogRolling/828c894f83f94ce4dfae49aa11425eb1/info/33010b61dcd24b84a89abe45c992bf9c, entries=8, sequenceid=12, filesize=13.1 K 2024-11-19T02:50:01,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 828c894f83f94ce4dfae49aa11425eb1 in 142ms, sequenceid=12, compaction requested=false 2024-11-19T02:50:01,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 828c894f83f94ce4dfae49aa11425eb1: 2024-11-19T02:50:03,092 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T02:50:07,272 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848/e93af88909ff%2C44767%2C1731984574848.1731984607258, exclude list is [], retry=0 2024-11-19T02:50:07,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43767,DS-78454193-4d22-4ab1-9e7e-2b22857653ec,DISK] 2024-11-19T02:50:07,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36421,DS-90f7b2cc-ca01-4925-beeb-1fdbe27c81ab,DISK] 2024-11-19T02:50:07,279 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848/e93af88909ff%2C44767%2C1731984574848.1731984587187 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848/e93af88909ff%2C44767%2C1731984574848.1731984607258 2024-11-19T02:50:07,279 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34529:34529),(127.0.0.1/127.0.0.1:43435:43435)] 2024-11-19T02:50:07,279 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848/e93af88909ff%2C44767%2C1731984574848.1731984587187 is not closed yet, will try archiving it next time 2024-11-19T02:50:07,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741837_1013 (size=12149) 2024-11-19T02:50:07,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741837_1013 (size=12149) 2024-11-19T02:50:12,285 INFO [AsyncFSWAL-0-hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f-prefix:e93af88909ff,44767,1731984574848 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43767,DS-78454193-4d22-4ab1-9e7e-2b22857653ec,DISK], DatanodeInfoWithStorage[127.0.0.1:36421,DS-90f7b2cc-ca01-4925-beeb-1fdbe27c81ab,DISK]] 2024-11-19T02:50:12,287 WARN [AsyncFSWAL-0-hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f-prefix:e93af88909ff,44767,1731984574848 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43767,DS-78454193-4d22-4ab1-9e7e-2b22857653ec,DISK], DatanodeInfoWithStorage[127.0.0.1:36421,DS-90f7b2cc-ca01-4925-beeb-1fdbe27c81ab,DISK]] 2024-11-19T02:50:12,288 DEBUG [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e93af88909ff%2C44767%2C1731984574848:(num 1731984607258) roll requested 2024-11-19T02:50:12,304 DEBUG [regionserver/e93af88909ff:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848/e93af88909ff%2C44767%2C1731984574848.1731984612288, exclude list is [], retry=0 2024-11-19T02:50:12,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36421,DS-90f7b2cc-ca01-4925-beeb-1fdbe27c81ab,DISK] 2024-11-19T02:50:12,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43767,DS-78454193-4d22-4ab1-9e7e-2b22857653ec,DISK] 2024-11-19T02:50:12,311 INFO [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848/e93af88909ff%2C44767%2C1731984574848.1731984607258 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848/e93af88909ff%2C44767%2C1731984574848.1731984612288 2024-11-19T02:50:12,311 DEBUG [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43435:43435),(127.0.0.1/127.0.0.1:34529:34529)] 2024-11-19T02:50:12,311 DEBUG [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848/e93af88909ff%2C44767%2C1731984574848.1731984607258 is not closed yet, will try archiving it next time 2024-11-19T02:50:12,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741839_1015 (size=1233) 2024-11-19T02:50:12,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741839_1015 (size=1233) 2024-11-19T02:50:14,287 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T02:50:14,301 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848/e93af88909ff%2C44767%2C1731984574848.1731984614288, exclude list is [], retry=0 2024-11-19T02:50:14,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43767,DS-78454193-4d22-4ab1-9e7e-2b22857653ec,DISK] 2024-11-19T02:50:14,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36421,DS-90f7b2cc-ca01-4925-beeb-1fdbe27c81ab,DISK] 2024-11-19T02:50:14,307 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848/e93af88909ff%2C44767%2C1731984574848.1731984612288 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848/e93af88909ff%2C44767%2C1731984574848.1731984614288 2024-11-19T02:50:14,307 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34529:34529),(127.0.0.1/127.0.0.1:43435:43435)] 2024-11-19T02:50:14,307 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848/e93af88909ff%2C44767%2C1731984574848.1731984612288 is not closed yet, will try archiving it next time 2024-11-19T02:50:14,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741840_1016 (size=93) 2024-11-19T02:50:14,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741840_1016 (size=93) 2024-11-19T02:50:14,310 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848/e93af88909ff%2C44767%2C1731984574848.1731984612288 to hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/oldWALs/e93af88909ff%2C44767%2C1731984574848.1731984612288 2024-11-19T02:50:17,633 INFO [master/e93af88909ff:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T02:50:17,633 INFO [master/e93af88909ff:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T02:50:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] regionserver.HRegion(8855): Flush requested on 828c894f83f94ce4dfae49aa11425eb1 2024-11-19T02:50:22,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 828c894f83f94ce4dfae49aa11425eb1 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-19T02:50:22,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/default/TestLogRolling-testSlowSyncLogRolling/828c894f83f94ce4dfae49aa11425eb1/.tmp/info/b6460a83c390418ea837f0521fbd9219 is 1055, key is row0009/info:/1731984603253/Put/seqid=0 2024-11-19T02:50:22,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741842_1018 (size=13386) 2024-11-19T02:50:22,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741842_1018 (size=13386) 2024-11-19T02:50:22,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/default/TestLogRolling-testSlowSyncLogRolling/828c894f83f94ce4dfae49aa11425eb1/.tmp/info/b6460a83c390418ea837f0521fbd9219 2024-11-19T02:50:22,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/default/TestLogRolling-testSlowSyncLogRolling/828c894f83f94ce4dfae49aa11425eb1/.tmp/info/b6460a83c390418ea837f0521fbd9219 as hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/default/TestLogRolling-testSlowSyncLogRolling/828c894f83f94ce4dfae49aa11425eb1/info/b6460a83c390418ea837f0521fbd9219 2024-11-19T02:50:22,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/default/TestLogRolling-testSlowSyncLogRolling/828c894f83f94ce4dfae49aa11425eb1/info/b6460a83c390418ea837f0521fbd9219, entries=8, sequenceid=23, filesize=13.1 K 2024-11-19T02:50:22,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 828c894f83f94ce4dfae49aa11425eb1 in 37ms, sequenceid=23, compaction requested=false 2024-11-19T02:50:22,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 828c894f83f94ce4dfae49aa11425eb1: 2024-11-19T02:50:22,361 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-19T02:50:22,361 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-19T02:50:22,362 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/default/TestLogRolling-testSlowSyncLogRolling/828c894f83f94ce4dfae49aa11425eb1/info/33010b61dcd24b84a89abe45c992bf9c because midkey is the same as first or last row 2024-11-19T02:50:22,539 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 828c894f83f94ce4dfae49aa11425eb1, had cached 0 bytes from a total of 26772 2024-11-19T02:50:33,092 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T02:50:34,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T02:50:34,342 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T02:50:34,342 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:50:34,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:50:34,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:50:34,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:50:34,348 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T02:50:34,348 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=586383305, stopped=false 2024-11-19T02:50:34,348 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e93af88909ff,38665,1731984574120 2024-11-19T02:50:34,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T02:50:34,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x1012e212d890001, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T02:50:34,351 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T02:50:34,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:34,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x1012e212d890001, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:34,351 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T02:50:34,352 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:50:34,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:50:34,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:50:34,352 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e93af88909ff,44767,1731984574848' ***** 2024-11-19T02:50:34,352 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T02:50:34,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44767-0x1012e212d890001, quorum=127.0.0.1:55697, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:50:34,353 INFO [RS:0;e93af88909ff:44767 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T02:50:34,353 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T02:50:34,353 INFO [RS:0;e93af88909ff:44767 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T02:50:34,353 INFO [RS:0;e93af88909ff:44767 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T02:50:34,353 INFO [RS:0;e93af88909ff:44767 {}] regionserver.HRegionServer(3091): Received CLOSE for 828c894f83f94ce4dfae49aa11425eb1 2024-11-19T02:50:34,354 INFO [RS:0;e93af88909ff:44767 {}] regionserver.HRegionServer(959): stopping server e93af88909ff,44767,1731984574848 2024-11-19T02:50:34,354 INFO [RS:0;e93af88909ff:44767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T02:50:34,354 INFO [RS:0;e93af88909ff:44767 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e93af88909ff:44767. 2024-11-19T02:50:34,354 DEBUG [RS:0;e93af88909ff:44767 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:50:34,355 DEBUG [RS:0;e93af88909ff:44767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:50:34,355 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 828c894f83f94ce4dfae49aa11425eb1, disabling compactions & flushes 2024-11-19T02:50:34,355 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1. 2024-11-19T02:50:34,355 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1. 2024-11-19T02:50:34,355 INFO [RS:0;e93af88909ff:44767 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T02:50:34,355 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1. after waiting 0 ms 2024-11-19T02:50:34,355 INFO [RS:0;e93af88909ff:44767 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T02:50:34,355 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1. 2024-11-19T02:50:34,355 INFO [RS:0;e93af88909ff:44767 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T02:50:34,355 INFO [RS:0;e93af88909ff:44767 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T02:50:34,355 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 828c894f83f94ce4dfae49aa11425eb1 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-19T02:50:34,356 INFO [RS:0;e93af88909ff:44767 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T02:50:34,356 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T02:50:34,356 DEBUG [RS:0;e93af88909ff:44767 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 828c894f83f94ce4dfae49aa11425eb1=TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1.} 2024-11-19T02:50:34,356 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T02:50:34,356 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T02:50:34,356 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T02:50:34,356 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T02:50:34,356 DEBUG [RS:0;e93af88909ff:44767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 828c894f83f94ce4dfae49aa11425eb1 2024-11-19T02:50:34,356 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-19T02:50:34,365 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/default/TestLogRolling-testSlowSyncLogRolling/828c894f83f94ce4dfae49aa11425eb1/.tmp/info/52fc9fa6f543480cb9da1608cca6e069 is 1055, key is row0017/info:/1731984624326/Put/seqid=0 2024-11-19T02:50:34,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741843_1019 (size=10222) 2024-11-19T02:50:34,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741843_1019 (size=10222) 2024-11-19T02:50:34,376 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/default/TestLogRolling-testSlowSyncLogRolling/828c894f83f94ce4dfae49aa11425eb1/.tmp/info/52fc9fa6f543480cb9da1608cca6e069 2024-11-19T02:50:34,384 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/hbase/meta/1588230740/.tmp/info/2de2b8f329f54359937d68b7a31d845e is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1./info:regioninfo/1731984577566/Put/seqid=0 2024-11-19T02:50:34,388 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/default/TestLogRolling-testSlowSyncLogRolling/828c894f83f94ce4dfae49aa11425eb1/.tmp/info/52fc9fa6f543480cb9da1608cca6e069 as hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/default/TestLogRolling-testSlowSyncLogRolling/828c894f83f94ce4dfae49aa11425eb1/info/52fc9fa6f543480cb9da1608cca6e069 2024-11-19T02:50:34,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741844_1020 (size=7016) 2024-11-19T02:50:34,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741844_1020 (size=7016) 2024-11-19T02:50:34,392 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/hbase/meta/1588230740/.tmp/info/2de2b8f329f54359937d68b7a31d845e 2024-11-19T02:50:34,397 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/default/TestLogRolling-testSlowSyncLogRolling/828c894f83f94ce4dfae49aa11425eb1/info/52fc9fa6f543480cb9da1608cca6e069, entries=5, sequenceid=31, filesize=10.0 K 2024-11-19T02:50:34,399 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 828c894f83f94ce4dfae49aa11425eb1 in 44ms, sequenceid=31, compaction requested=true 2024-11-19T02:50:34,405 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/default/TestLogRolling-testSlowSyncLogRolling/828c894f83f94ce4dfae49aa11425eb1/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-19T02:50:34,408 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1. 2024-11-19T02:50:34,408 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 828c894f83f94ce4dfae49aa11425eb1: Waiting for close lock at 1731984634354Running coprocessor pre-close hooks at 1731984634354Disabling compacts and flushes for region at 1731984634354Disabling writes for close at 1731984634355 (+1 ms)Obtaining lock to block concurrent updates at 1731984634355Preparing flush snapshotting stores in 828c894f83f94ce4dfae49aa11425eb1 at 1731984634355Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731984634356 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1. at 1731984634358 (+2 ms)Flushing 828c894f83f94ce4dfae49aa11425eb1/info: creating writer at 1731984634358Flushing 828c894f83f94ce4dfae49aa11425eb1/info: appending metadata at 1731984634364 (+6 ms)Flushing 828c894f83f94ce4dfae49aa11425eb1/info: closing flushed file at 1731984634364Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47055235: reopening flushed file at 1731984634387 (+23 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 828c894f83f94ce4dfae49aa11425eb1 in 44ms, sequenceid=31, compaction requested=true at 1731984634399 (+12 ms)Writing region close event to WAL at 1731984634400 (+1 ms)Running coprocessor post-close hooks at 1731984634406 (+6 ms)Closed at 1731984634408 (+2 ms) 2024-11-19T02:50:34,408 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731984577109.828c894f83f94ce4dfae49aa11425eb1. 2024-11-19T02:50:34,418 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/hbase/meta/1588230740/.tmp/ns/444e59db4abe41f3b7d95f8aee819671 is 43, key is default/ns:d/1731984576781/Put/seqid=0 2024-11-19T02:50:34,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741845_1021 (size=5153) 2024-11-19T02:50:34,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741845_1021 (size=5153) 2024-11-19T02:50:34,426 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/hbase/meta/1588230740/.tmp/ns/444e59db4abe41f3b7d95f8aee819671 2024-11-19T02:50:34,450 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/hbase/meta/1588230740/.tmp/table/52132eb9672044b8b82c9de864df72ea is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731984577581/Put/seqid=0 2024-11-19T02:50:34,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741846_1022 (size=5396) 2024-11-19T02:50:34,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741846_1022 (size=5396) 2024-11-19T02:50:34,457 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/hbase/meta/1588230740/.tmp/table/52132eb9672044b8b82c9de864df72ea 2024-11-19T02:50:34,466 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/hbase/meta/1588230740/.tmp/info/2de2b8f329f54359937d68b7a31d845e as hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/hbase/meta/1588230740/info/2de2b8f329f54359937d68b7a31d845e 2024-11-19T02:50:34,474 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/hbase/meta/1588230740/info/2de2b8f329f54359937d68b7a31d845e, entries=10, sequenceid=11, filesize=6.9 K 2024-11-19T02:50:34,475 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/hbase/meta/1588230740/.tmp/ns/444e59db4abe41f3b7d95f8aee819671 as hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/hbase/meta/1588230740/ns/444e59db4abe41f3b7d95f8aee819671 2024-11-19T02:50:34,483 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/hbase/meta/1588230740/ns/444e59db4abe41f3b7d95f8aee819671, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T02:50:34,485 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/hbase/meta/1588230740/.tmp/table/52132eb9672044b8b82c9de864df72ea as hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/hbase/meta/1588230740/table/52132eb9672044b8b82c9de864df72ea 2024-11-19T02:50:34,493 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/hbase/meta/1588230740/table/52132eb9672044b8b82c9de864df72ea, entries=2, sequenceid=11, filesize=5.3 K 2024-11-19T02:50:34,494 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 138ms, sequenceid=11, compaction requested=false 2024-11-19T02:50:34,500 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T02:50:34,501 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T02:50:34,501 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T02:50:34,501 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731984634356Running coprocessor pre-close hooks at 1731984634356Disabling compacts and flushes for region at 1731984634356Disabling writes for close at 1731984634356Obtaining lock to block concurrent updates at 1731984634357 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731984634357Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731984634357Flushing stores of hbase:meta,,1.1588230740 at 1731984634358 (+1 ms)Flushing 1588230740/info: creating writer at 1731984634358Flushing 1588230740/info: appending metadata at 1731984634384 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731984634384Flushing 1588230740/ns: creating writer at 1731984634402 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731984634418 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731984634418Flushing 1588230740/table: creating writer at 1731984634434 (+16 ms)Flushing 1588230740/table: appending metadata at 1731984634449 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731984634449Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ef25d20: reopening flushed file at 1731984634465 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ae82f77: reopening flushed file at 1731984634474 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2041114b: reopening flushed file at 1731984634483 (+9 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 138ms, sequenceid=11, compaction requested=false at 1731984634494 (+11 ms)Writing region close event to WAL at 1731984634496 (+2 ms)Running coprocessor post-close hooks at 1731984634501 (+5 ms)Closed at 1731984634501 2024-11-19T02:50:34,501 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T02:50:34,557 INFO [RS:0;e93af88909ff:44767 {}] regionserver.HRegionServer(976): stopping server e93af88909ff,44767,1731984574848; all regions closed. 2024-11-19T02:50:34,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741834_1010 (size=3066) 2024-11-19T02:50:34,561 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/WALs/e93af88909ff,44767,1731984574848/e93af88909ff%2C44767%2C1731984574848.meta.1731984576603.meta not finished, retry = 0 2024-11-19T02:50:34,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741834_1010 (size=3066) 2024-11-19T02:50:34,571 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T02:50:34,571 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T02:50:34,572 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-19T02:50:34,666 DEBUG [RS:0;e93af88909ff:44767 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/oldWALs 2024-11-19T02:50:34,666 INFO [RS:0;e93af88909ff:44767 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e93af88909ff%2C44767%2C1731984574848.meta:.meta(num 1731984576603) 2024-11-19T02:50:34,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741841_1017 (size=13164) 2024-11-19T02:50:34,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741841_1017 (size=13164) 2024-11-19T02:50:34,675 DEBUG [RS:0;e93af88909ff:44767 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/oldWALs 2024-11-19T02:50:34,675 INFO [RS:0;e93af88909ff:44767 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e93af88909ff%2C44767%2C1731984574848:(num 1731984614288) 2024-11-19T02:50:34,675 DEBUG [RS:0;e93af88909ff:44767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:50:34,675 INFO [RS:0;e93af88909ff:44767 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T02:50:34,675 INFO [RS:0;e93af88909ff:44767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T02:50:34,676 INFO [RS:0;e93af88909ff:44767 {}] hbase.ChoreService(370): Chore service for: regionserver/e93af88909ff:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T02:50:34,676 INFO [RS:0;e93af88909ff:44767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T02:50:34,676 INFO [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T02:50:34,676 INFO [RS:0;e93af88909ff:44767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44767 2024-11-19T02:50:34,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T02:50:34,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x1012e212d890001, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e93af88909ff,44767,1731984574848 2024-11-19T02:50:34,680 INFO [RS:0;e93af88909ff:44767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T02:50:34,683 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e93af88909ff,44767,1731984574848] 2024-11-19T02:50:34,685 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e93af88909ff,44767,1731984574848 already deleted, retry=false 2024-11-19T02:50:34,685 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e93af88909ff,44767,1731984574848 expired; onlineServers=0 2024-11-19T02:50:34,685 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e93af88909ff,38665,1731984574120' ***** 2024-11-19T02:50:34,685 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T02:50:34,685 INFO [M:0;e93af88909ff:38665 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T02:50:34,686 INFO [M:0;e93af88909ff:38665 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T02:50:34,686 DEBUG [M:0;e93af88909ff:38665 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T02:50:34,686 DEBUG [M:0;e93af88909ff:38665 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T02:50:34,686 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T02:50:34,686 DEBUG [master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984575880 {}] cleaner.HFileCleaner(306): Exit Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984575880,5,FailOnTimeoutGroup] 2024-11-19T02:50:34,686 DEBUG [master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984575881 {}] cleaner.HFileCleaner(306): Exit Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984575881,5,FailOnTimeoutGroup] 2024-11-19T02:50:34,686 INFO [M:0;e93af88909ff:38665 {}] hbase.ChoreService(370): Chore service for: master/e93af88909ff:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T02:50:34,686 INFO [M:0;e93af88909ff:38665 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T02:50:34,686 DEBUG [M:0;e93af88909ff:38665 {}] master.HMaster(1795): Stopping service threads 2024-11-19T02:50:34,686 INFO [M:0;e93af88909ff:38665 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T02:50:34,687 INFO [M:0;e93af88909ff:38665 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T02:50:34,687 INFO [M:0;e93af88909ff:38665 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T02:50:34,687 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T02:50:34,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T02:50:34,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:34,688 DEBUG [M:0;e93af88909ff:38665 {}] zookeeper.ZKUtil(347): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T02:50:34,688 WARN [M:0;e93af88909ff:38665 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T02:50:34,689 INFO [M:0;e93af88909ff:38665 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/.lastflushedseqids 2024-11-19T02:50:34,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741847_1023 (size=130) 2024-11-19T02:50:34,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741847_1023 (size=130) 2024-11-19T02:50:34,702 INFO [M:0;e93af88909ff:38665 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T02:50:34,703 INFO [M:0;e93af88909ff:38665 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T02:50:34,703 DEBUG [M:0;e93af88909ff:38665 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T02:50:34,703 INFO [M:0;e93af88909ff:38665 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:50:34,703 DEBUG [M:0;e93af88909ff:38665 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:50:34,703 DEBUG [M:0;e93af88909ff:38665 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T02:50:34,703 DEBUG [M:0;e93af88909ff:38665 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:50:34,703 INFO [M:0;e93af88909ff:38665 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-19T02:50:34,721 DEBUG [M:0;e93af88909ff:38665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13998b86e8b54d2ab4f223bd7032e513 is 82, key is hbase:meta,,1/info:regioninfo/1731984576694/Put/seqid=0 2024-11-19T02:50:34,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741848_1024 (size=5672) 2024-11-19T02:50:34,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741848_1024 (size=5672) 2024-11-19T02:50:34,729 INFO [M:0;e93af88909ff:38665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13998b86e8b54d2ab4f223bd7032e513 2024-11-19T02:50:34,756 DEBUG [M:0;e93af88909ff:38665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b7d857ae812454999614bd0575d62d3 is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731984577587/Put/seqid=0 2024-11-19T02:50:34,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741849_1025 (size=6247) 2024-11-19T02:50:34,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741849_1025 (size=6247) 2024-11-19T02:50:34,764 INFO [M:0;e93af88909ff:38665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b7d857ae812454999614bd0575d62d3 2024-11-19T02:50:34,771 INFO [M:0;e93af88909ff:38665 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b7d857ae812454999614bd0575d62d3 2024-11-19T02:50:34,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x1012e212d890001, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:50:34,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x1012e212d890001, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:50:34,783 INFO [RS:0;e93af88909ff:44767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T02:50:34,784 INFO [RS:0;e93af88909ff:44767 {}] regionserver.HRegionServer(1031): Exiting; stopping=e93af88909ff,44767,1731984574848; zookeeper connection closed. 2024-11-19T02:50:34,784 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53dd457e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53dd457e 2024-11-19T02:50:34,784 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T02:50:34,786 DEBUG [M:0;e93af88909ff:38665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee10f5073cb24e19aa1153c89803daf5 is 69, key is e93af88909ff,44767,1731984574848/rs:state/1731984575950/Put/seqid=0 2024-11-19T02:50:34,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741850_1026 (size=5156) 2024-11-19T02:50:34,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741850_1026 (size=5156) 2024-11-19T02:50:34,792 INFO [M:0;e93af88909ff:38665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee10f5073cb24e19aa1153c89803daf5 2024-11-19T02:50:34,814 DEBUG [M:0;e93af88909ff:38665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/854b22de5d504bd7b82b1d2c773556ba is 52, key is load_balancer_on/state:d/1731984577081/Put/seqid=0 2024-11-19T02:50:34,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741851_1027 (size=5056) 2024-11-19T02:50:34,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741851_1027 (size=5056) 2024-11-19T02:50:34,822 INFO [M:0;e93af88909ff:38665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/854b22de5d504bd7b82b1d2c773556ba 2024-11-19T02:50:34,830 DEBUG [M:0;e93af88909ff:38665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13998b86e8b54d2ab4f223bd7032e513 as hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/13998b86e8b54d2ab4f223bd7032e513 2024-11-19T02:50:34,837 INFO [M:0;e93af88909ff:38665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/13998b86e8b54d2ab4f223bd7032e513, entries=8, sequenceid=59, filesize=5.5 K 2024-11-19T02:50:34,838 DEBUG [M:0;e93af88909ff:38665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b7d857ae812454999614bd0575d62d3 as hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b7d857ae812454999614bd0575d62d3 2024-11-19T02:50:34,845 INFO [M:0;e93af88909ff:38665 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b7d857ae812454999614bd0575d62d3 2024-11-19T02:50:34,845 INFO [M:0;e93af88909ff:38665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b7d857ae812454999614bd0575d62d3, entries=6, sequenceid=59, filesize=6.1 K 2024-11-19T02:50:34,846 DEBUG [M:0;e93af88909ff:38665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee10f5073cb24e19aa1153c89803daf5 as hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee10f5073cb24e19aa1153c89803daf5 2024-11-19T02:50:34,853 INFO [M:0;e93af88909ff:38665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee10f5073cb24e19aa1153c89803daf5, entries=1, sequenceid=59, filesize=5.0 K 2024-11-19T02:50:34,854 DEBUG [M:0;e93af88909ff:38665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/854b22de5d504bd7b82b1d2c773556ba as hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/854b22de5d504bd7b82b1d2c773556ba 2024-11-19T02:50:34,861 INFO [M:0;e93af88909ff:38665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/854b22de5d504bd7b82b1d2c773556ba, entries=1, sequenceid=59, filesize=4.9 K 2024-11-19T02:50:34,862 INFO [M:0;e93af88909ff:38665 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 159ms, sequenceid=59, compaction requested=false 2024-11-19T02:50:34,864 INFO [M:0;e93af88909ff:38665 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:50:34,864 DEBUG [M:0;e93af88909ff:38665 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731984634703Disabling compacts and flushes for region at 1731984634703Disabling writes for close at 1731984634703Obtaining lock to block concurrent updates at 1731984634703Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731984634703Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1731984634704 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731984634704Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731984634705 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731984634721 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731984634721Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731984634737 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731984634755 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731984634755Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731984634771 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731984634786 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731984634786Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731984634799 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731984634813 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731984634813Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4541e62c: reopening flushed file at 1731984634829 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bfe0157: reopening flushed file at 1731984634837 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16ea15de: reopening flushed file at 1731984634845 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@328271ec: reopening flushed file at 1731984634853 (+8 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 159ms, sequenceid=59, compaction requested=false at 1731984634862 (+9 ms)Writing region close event to WAL at 1731984634864 (+2 ms)Closed at 1731984634864 2024-11-19T02:50:34,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43767 is added to blk_1073741830_1006 (size=27973) 2024-11-19T02:50:34,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741830_1006 (size=27973) 2024-11-19T02:50:34,868 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T02:50:34,868 INFO [M:0;e93af88909ff:38665 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T02:50:34,869 INFO [M:0;e93af88909ff:38665 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38665 2024-11-19T02:50:34,869 INFO [M:0;e93af88909ff:38665 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T02:50:34,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:50:34,971 INFO [M:0;e93af88909ff:38665 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T02:50:34,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38665-0x1012e212d890000, quorum=127.0.0.1:55697, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:50:34,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:50:34,978 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:50:34,979 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:50:34,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:50:34,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/hadoop.log.dir/,STOPPED} 2024-11-19T02:50:34,982 WARN [BP-918853334-172.17.0.2-1731984570658 heartbeating to localhost/127.0.0.1:35809 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:50:34,982 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:50:34,982 WARN [BP-918853334-172.17.0.2-1731984570658 heartbeating to localhost/127.0.0.1:35809 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-918853334-172.17.0.2-1731984570658 (Datanode Uuid e6c30a6e-0927-483d-bbdc-39f657d38ac0) service to localhost/127.0.0.1:35809 2024-11-19T02:50:34,982 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:50:34,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/cluster_d6ea905a-8ba7-8c0b-b04a-565b5c2b07dc/data/data3/current/BP-918853334-172.17.0.2-1731984570658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:50:34,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/cluster_d6ea905a-8ba7-8c0b-b04a-565b5c2b07dc/data/data4/current/BP-918853334-172.17.0.2-1731984570658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:50:34,985 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:50:34,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:50:34,987 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:50:34,987 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:50:34,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:50:34,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/hadoop.log.dir/,STOPPED} 2024-11-19T02:50:34,990 WARN [BP-918853334-172.17.0.2-1731984570658 heartbeating to localhost/127.0.0.1:35809 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:50:34,990 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:50:34,990 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:50:34,990 WARN [BP-918853334-172.17.0.2-1731984570658 heartbeating to localhost/127.0.0.1:35809 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-918853334-172.17.0.2-1731984570658 (Datanode Uuid 1a93835c-d941-489f-b4f3-277eeaf53069) service to localhost/127.0.0.1:35809 2024-11-19T02:50:34,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/cluster_d6ea905a-8ba7-8c0b-b04a-565b5c2b07dc/data/data1/current/BP-918853334-172.17.0.2-1731984570658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:50:34,991 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/cluster_d6ea905a-8ba7-8c0b-b04a-565b5c2b07dc/data/data2/current/BP-918853334-172.17.0.2-1731984570658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:50:34,991 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:50:35,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T02:50:35,002 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:50:35,002 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:50:35,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:50:35,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/hadoop.log.dir/,STOPPED} 2024-11-19T02:50:35,014 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T02:50:35,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T02:50:35,051 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=65 (was 12) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:35809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e93af88909ff:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:35809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/e93af88909ff:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e93af88909ff:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3ea7e9e2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e93af88909ff:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:35809 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) - Thread LEAK? -, OpenFileDescriptor=392 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 243), ProcessCount=11 (was 11), AvailableMemoryMB=11870 (was 13310) 2024-11-19T02:50:35,057 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=66, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=11870 2024-11-19T02:50:35,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T02:50:35,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/hadoop.log.dir so I do NOT create it in target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95 2024-11-19T02:50:35,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a3c5d-2c23-585e-fccb-fc6fb1df55c6/hadoop.tmp.dir so I do NOT create it in target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95 2024-11-19T02:50:35,058 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9, deleteOnExit=true 2024-11-19T02:50:35,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T02:50:35,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/test.cache.data in system properties and HBase conf 2024-11-19T02:50:35,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T02:50:35,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/hadoop.log.dir in system properties and HBase conf 2024-11-19T02:50:35,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T02:50:35,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T02:50:35,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T02:50:35,059 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T02:50:35,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T02:50:35,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T02:50:35,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T02:50:35,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T02:50:35,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T02:50:35,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T02:50:35,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T02:50:35,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T02:50:35,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T02:50:35,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/nfs.dump.dir in system properties and HBase conf 2024-11-19T02:50:35,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/java.io.tmpdir in system properties and HBase conf 2024-11-19T02:50:35,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T02:50:35,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T02:50:35,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T02:50:35,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:50:35,157 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:50:35,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:50:35,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:50:35,158 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T02:50:35,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:50:35,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fba372a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:50:35,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@92b0df5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:50:35,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@533ad8f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/java.io.tmpdir/jetty-localhost-35313-hadoop-hdfs-3_4_1-tests_jar-_-any-4021272538235420433/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T02:50:35,283 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36269b5c{HTTP/1.1, (http/1.1)}{localhost:35313} 2024-11-19T02:50:35,283 INFO [Time-limited test {}] server.Server(415): Started @67200ms 2024-11-19T02:50:35,363 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:50:35,366 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:50:35,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:50:35,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:50:35,367 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T02:50:35,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69f035ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:50:35,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@350347e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:50:35,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64603cf9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/java.io.tmpdir/jetty-localhost-46097-hadoop-hdfs-3_4_1-tests_jar-_-any-330466459811626338/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:50:35,485 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13bb5eb4{HTTP/1.1, (http/1.1)}{localhost:46097} 2024-11-19T02:50:35,485 INFO [Time-limited test {}] server.Server(415): Started @67402ms 2024-11-19T02:50:35,487 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:50:35,527 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:50:35,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:50:35,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:50:35,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:50:35,532 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T02:50:35,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5047de0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:50:35,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a898108{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:50:35,600 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9/data/data1/current/BP-554807080-172.17.0.2-1731984635094/current, will proceed with Du for space computation calculation, 2024-11-19T02:50:35,601 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9/data/data2/current/BP-554807080-172.17.0.2-1731984635094/current, will proceed with Du for space computation calculation, 2024-11-19T02:50:35,618 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:50:35,621 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeddf4a612562a60 with lease ID 0x563b9a3558d267c3: Processing first storage report for DS-092da8dd-682d-4a16-9b58-709721dfbb2a from datanode DatanodeRegistration(127.0.0.1:41407, datanodeUuid=76913520-941f-410f-8156-7a2be092549d, infoPort=43883, infoSecurePort=0, ipcPort=42851, storageInfo=lv=-57;cid=testClusterID;nsid=463111903;c=1731984635094) 2024-11-19T02:50:35,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeddf4a612562a60 with lease ID 0x563b9a3558d267c3: from storage DS-092da8dd-682d-4a16-9b58-709721dfbb2a node DatanodeRegistration(127.0.0.1:41407, datanodeUuid=76913520-941f-410f-8156-7a2be092549d, infoPort=43883, infoSecurePort=0, ipcPort=42851, storageInfo=lv=-57;cid=testClusterID;nsid=463111903;c=1731984635094), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T02:50:35,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeddf4a612562a60 with lease ID 0x563b9a3558d267c3: Processing first storage report for DS-b5bf6fef-2806-4c7a-972b-8afc48271d17 from datanode DatanodeRegistration(127.0.0.1:41407, datanodeUuid=76913520-941f-410f-8156-7a2be092549d, infoPort=43883, infoSecurePort=0, ipcPort=42851, storageInfo=lv=-57;cid=testClusterID;nsid=463111903;c=1731984635094) 2024-11-19T02:50:35,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeddf4a612562a60 with lease ID 0x563b9a3558d267c3: from storage DS-b5bf6fef-2806-4c7a-972b-8afc48271d17 node DatanodeRegistration(127.0.0.1:41407, datanodeUuid=76913520-941f-410f-8156-7a2be092549d, infoPort=43883, infoSecurePort=0, ipcPort=42851, storageInfo=lv=-57;cid=testClusterID;nsid=463111903;c=1731984635094), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:50:35,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40972279{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/java.io.tmpdir/jetty-localhost-37879-hadoop-hdfs-3_4_1-tests_jar-_-any-9440658149646448472/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:50:35,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63c46134{HTTP/1.1, (http/1.1)}{localhost:37879} 2024-11-19T02:50:35,661 INFO [Time-limited test {}] server.Server(415): Started @67578ms 2024-11-19T02:50:35,663 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:50:35,769 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9/data/data3/current/BP-554807080-172.17.0.2-1731984635094/current, will proceed with Du for space computation calculation, 2024-11-19T02:50:35,769 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9/data/data4/current/BP-554807080-172.17.0.2-1731984635094/current, will proceed with Du for space computation calculation, 2024-11-19T02:50:35,787 WARN [Thread-385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:50:35,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb83bf0d1cd51732e with lease ID 0x563b9a3558d267c4: Processing first storage report for DS-932a318c-ac41-4781-89ae-9fa83d230624 from datanode DatanodeRegistration(127.0.0.1:37275, datanodeUuid=7e663b67-ef05-418d-be23-798a03bb4b4f, infoPort=45707, infoSecurePort=0, ipcPort=36527, storageInfo=lv=-57;cid=testClusterID;nsid=463111903;c=1731984635094) 2024-11-19T02:50:35,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb83bf0d1cd51732e with lease ID 0x563b9a3558d267c4: from storage DS-932a318c-ac41-4781-89ae-9fa83d230624 node DatanodeRegistration(127.0.0.1:37275, datanodeUuid=7e663b67-ef05-418d-be23-798a03bb4b4f, infoPort=45707, infoSecurePort=0, ipcPort=36527, storageInfo=lv=-57;cid=testClusterID;nsid=463111903;c=1731984635094), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:50:35,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb83bf0d1cd51732e with lease ID 0x563b9a3558d267c4: Processing first storage report for DS-fd261a92-830b-4881-974c-38d99104ade5 from datanode DatanodeRegistration(127.0.0.1:37275, datanodeUuid=7e663b67-ef05-418d-be23-798a03bb4b4f, infoPort=45707, infoSecurePort=0, ipcPort=36527, storageInfo=lv=-57;cid=testClusterID;nsid=463111903;c=1731984635094) 2024-11-19T02:50:35,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb83bf0d1cd51732e with lease ID 0x563b9a3558d267c4: from storage DS-fd261a92-830b-4881-974c-38d99104ade5 node DatanodeRegistration(127.0.0.1:37275, datanodeUuid=7e663b67-ef05-418d-be23-798a03bb4b4f, infoPort=45707, infoSecurePort=0, ipcPort=36527, storageInfo=lv=-57;cid=testClusterID;nsid=463111903;c=1731984635094), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:50:35,795 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95 2024-11-19T02:50:35,798 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9/zookeeper_0, clientPort=51102, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T02:50:35,799 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51102 2024-11-19T02:50:35,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:50:35,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:50:35,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741825_1001 (size=7) 2024-11-19T02:50:35,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741825_1001 (size=7) 2024-11-19T02:50:35,813 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1 with version=8 2024-11-19T02:50:35,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/hbase-staging 2024-11-19T02:50:35,816 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e93af88909ff:0 server-side Connection retries=45 2024-11-19T02:50:35,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:50:35,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T02:50:35,816 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T02:50:35,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:50:35,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T02:50:35,816 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T02:50:35,817 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T02:50:35,817 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42705 2024-11-19T02:50:35,819 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42705 connecting to ZooKeeper ensemble=127.0.0.1:51102 2024-11-19T02:50:35,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427050x0, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T02:50:35,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42705-0x1012e2222250000 connected 2024-11-19T02:50:35,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:50:35,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:50:35,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:50:35,851 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1, hbase.cluster.distributed=false 2024-11-19T02:50:35,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T02:50:35,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42705 2024-11-19T02:50:35,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42705 2024-11-19T02:50:35,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42705 2024-11-19T02:50:35,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42705 2024-11-19T02:50:35,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42705 2024-11-19T02:50:35,871 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e93af88909ff:0 server-side Connection retries=45 2024-11-19T02:50:35,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:50:35,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T02:50:35,872 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T02:50:35,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:50:35,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T02:50:35,872 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T02:50:35,872 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T02:50:35,873 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34373 2024-11-19T02:50:35,874 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34373 connecting to ZooKeeper ensemble=127.0.0.1:51102 2024-11-19T02:50:35,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:50:35,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:50:35,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343730x0, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T02:50:35,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34373-0x1012e2222250001, quorum=127.0.0.1:51102, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:50:35,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34373-0x1012e2222250001 connected 2024-11-19T02:50:35,883 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T02:50:35,887 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T02:50:35,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34373-0x1012e2222250001, quorum=127.0.0.1:51102, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T02:50:35,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34373-0x1012e2222250001, quorum=127.0.0.1:51102, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T02:50:35,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34373 2024-11-19T02:50:35,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34373 2024-11-19T02:50:35,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34373 2024-11-19T02:50:35,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34373 2024-11-19T02:50:35,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34373 2024-11-19T02:50:35,908 DEBUG [M:0;e93af88909ff:42705 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e93af88909ff:42705 2024-11-19T02:50:35,909 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e93af88909ff,42705,1731984635816 2024-11-19T02:50:35,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:50:35,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x1012e2222250001, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:50:35,911 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e93af88909ff,42705,1731984635816 2024-11-19T02:50:35,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x1012e2222250001, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T02:50:35,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x1012e2222250001, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:35,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:35,914 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T02:50:35,915 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e93af88909ff,42705,1731984635816 from backup master directory 2024-11-19T02:50:35,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e93af88909ff,42705,1731984635816 2024-11-19T02:50:35,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x1012e2222250001, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:50:35,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:50:35,917 WARN [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T02:50:35,917 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e93af88909ff,42705,1731984635816 2024-11-19T02:50:35,946 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/hbase.id] with ID: e7fc6c16-1726-4ef4-9b6b-f466f645f0c9 2024-11-19T02:50:35,946 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/.tmp/hbase.id 2024-11-19T02:50:35,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741826_1002 (size=42) 2024-11-19T02:50:35,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741826_1002 (size=42) 2024-11-19T02:50:35,955 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/.tmp/hbase.id]:[hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/hbase.id] 2024-11-19T02:50:35,972 INFO [master/e93af88909ff:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:50:35,973 INFO [master/e93af88909ff:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T02:50:35,974 INFO [master/e93af88909ff:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T02:50:35,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:35,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x1012e2222250001, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:35,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741827_1003 (size=196) 2024-11-19T02:50:35,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741827_1003 (size=196) 2024-11-19T02:50:35,986 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T02:50:35,987 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T02:50:35,988 INFO [master/e93af88909ff:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:50:35,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741828_1004 (size=1189) 2024-11-19T02:50:35,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741828_1004 (size=1189) 2024-11-19T02:50:35,999 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/data/master/store 2024-11-19T02:50:36,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741829_1005 (size=34) 2024-11-19T02:50:36,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741829_1005 (size=34) 2024-11-19T02:50:36,008 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:50:36,008 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T02:50:36,008 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:50:36,008 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:50:36,008 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T02:50:36,008 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:50:36,008 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:50:36,008 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731984636008Disabling compacts and flushes for region at 1731984636008Disabling writes for close at 1731984636008Writing region close event to WAL at 1731984636008Closed at 1731984636008 2024-11-19T02:50:36,009 WARN [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/data/master/store/.initializing 2024-11-19T02:50:36,009 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/WALs/e93af88909ff,42705,1731984635816 2024-11-19T02:50:36,011 INFO [master/e93af88909ff:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T02:50:36,013 INFO [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C42705%2C1731984635816, suffix=, logDir=hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/WALs/e93af88909ff,42705,1731984635816, archiveDir=hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/oldWALs, maxLogs=10 2024-11-19T02:50:36,030 INFO [regionserver/e93af88909ff:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T02:50:36,030 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/WALs/e93af88909ff,42705,1731984635816/e93af88909ff%2C42705%2C1731984635816.1731984636014, exclude list is [], retry=0 2024-11-19T02:50:36,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41407,DS-092da8dd-682d-4a16-9b58-709721dfbb2a,DISK] 2024-11-19T02:50:36,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37275,DS-932a318c-ac41-4781-89ae-9fa83d230624,DISK] 2024-11-19T02:50:36,036 INFO [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/WALs/e93af88909ff,42705,1731984635816/e93af88909ff%2C42705%2C1731984635816.1731984636014 2024-11-19T02:50:36,036 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43883:43883),(127.0.0.1/127.0.0.1:45707:45707)] 2024-11-19T02:50:36,036 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:50:36,036 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:50:36,037 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:50:36,037 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:50:36,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:50:36,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T02:50:36,040 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:36,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:50:36,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:50:36,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T02:50:36,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:36,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:50:36,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:50:36,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T02:50:36,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:36,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:50:36,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:50:36,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T02:50:36,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:36,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:50:36,048 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:50:36,049 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:50:36,050 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:50:36,051 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:50:36,051 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:50:36,052 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T02:50:36,054 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:50:36,056 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:50:36,057 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=727995, jitterRate=-0.07430748641490936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T02:50:36,058 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731984636037Initializing all the Stores at 1731984636038 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984636038Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984636038Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984636038Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984636038Cleaning up temporary data from old regions at 1731984636051 (+13 ms)Region opened successfully at 1731984636058 (+7 ms) 2024-11-19T02:50:36,058 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T02:50:36,062 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72988f76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0 2024-11-19T02:50:36,064 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T02:50:36,064 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T02:50:36,064 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T02:50:36,064 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T02:50:36,064 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T02:50:36,065 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T02:50:36,065 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T02:50:36,067 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T02:50:36,068 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T02:50:36,069 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-19T02:50:36,070 INFO [master/e93af88909ff:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T02:50:36,070 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T02:50:36,072 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-19T02:50:36,072 INFO [master/e93af88909ff:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T02:50:36,073 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T02:50:36,074 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-19T02:50:36,075 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T02:50:36,076 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T02:50:36,078 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T02:50:36,080 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T02:50:36,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T02:50:36,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x1012e2222250001, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T02:50:36,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:36,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x1012e2222250001, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:36,083 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e93af88909ff,42705,1731984635816, sessionid=0x1012e2222250000, setting cluster-up flag (Was=false) 2024-11-19T02:50:36,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:36,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x1012e2222250001, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:36,092 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T02:50:36,093 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e93af88909ff,42705,1731984635816 2024-11-19T02:50:36,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:36,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x1012e2222250001, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:36,101 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T02:50:36,103 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e93af88909ff,42705,1731984635816 2024-11-19T02:50:36,104 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T02:50:36,106 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T02:50:36,107 INFO [master/e93af88909ff:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T02:50:36,107 INFO [master/e93af88909ff:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T02:50:36,107 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e93af88909ff,42705,1731984635816 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T02:50:36,109 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:50:36,109 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:50:36,109 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:50:36,109 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:50:36,109 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e93af88909ff:0, corePoolSize=10, maxPoolSize=10 2024-11-19T02:50:36,109 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:36,109 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e93af88909ff:0, corePoolSize=2, maxPoolSize=2 2024-11-19T02:50:36,110 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:36,111 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731984666111 2024-11-19T02:50:36,111 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T02:50:36,111 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T02:50:36,111 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T02:50:36,112 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T02:50:36,112 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T02:50:36,112 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T02:50:36,112 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T02:50:36,112 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T02:50:36,112 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:36,112 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T02:50:36,112 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T02:50:36,113 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T02:50:36,113 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T02:50:36,113 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T02:50:36,113 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984636113,5,FailOnTimeoutGroup] 2024-11-19T02:50:36,113 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:36,114 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T02:50:36,115 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984636113,5,FailOnTimeoutGroup] 2024-11-19T02:50:36,116 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:36,116 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T02:50:36,116 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:36,116 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:36,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741831_1007 (size=1321) 2024-11-19T02:50:36,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741831_1007 (size=1321) 2024-11-19T02:50:36,124 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T02:50:36,124 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1 2024-11-19T02:50:36,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741832_1008 (size=32) 2024-11-19T02:50:36,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741832_1008 (size=32) 2024-11-19T02:50:36,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:50:36,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T02:50:36,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T02:50:36,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:36,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:50:36,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T02:50:36,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T02:50:36,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:36,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:50:36,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T02:50:36,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T02:50:36,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:36,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:50:36,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T02:50:36,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T02:50:36,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:36,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:50:36,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T02:50:36,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/hbase/meta/1588230740 2024-11-19T02:50:36,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/hbase/meta/1588230740 2024-11-19T02:50:36,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T02:50:36,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T02:50:36,155 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T02:50:36,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T02:50:36,159 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:50:36,159 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=825864, jitterRate=0.05014088749885559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T02:50:36,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731984636134Initializing all the Stores at 1731984636135 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984636135Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984636140 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984636140Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984636140Cleaning up temporary data from old regions at 1731984636154 (+14 ms)Region opened successfully at 1731984636161 (+7 ms) 2024-11-19T02:50:36,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T02:50:36,161 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T02:50:36,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T02:50:36,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T02:50:36,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T02:50:36,161 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T02:50:36,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731984636161Disabling compacts and flushes for region at 1731984636161Disabling writes for close at 1731984636161Writing region close event to WAL at 1731984636161Closed at 1731984636161 2024-11-19T02:50:36,163 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T02:50:36,163 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T02:50:36,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T02:50:36,165 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T02:50:36,167 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T02:50:36,197 INFO [RS:0;e93af88909ff:34373 {}] regionserver.HRegionServer(746): ClusterId : e7fc6c16-1726-4ef4-9b6b-f466f645f0c9 2024-11-19T02:50:36,197 DEBUG [RS:0;e93af88909ff:34373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T02:50:36,199 DEBUG [RS:0;e93af88909ff:34373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T02:50:36,199 DEBUG [RS:0;e93af88909ff:34373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T02:50:36,202 DEBUG [RS:0;e93af88909ff:34373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T02:50:36,203 DEBUG [RS:0;e93af88909ff:34373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23260b84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0 2024-11-19T02:50:36,216 DEBUG [RS:0;e93af88909ff:34373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e93af88909ff:34373 2024-11-19T02:50:36,216 INFO [RS:0;e93af88909ff:34373 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T02:50:36,216 INFO [RS:0;e93af88909ff:34373 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T02:50:36,216 DEBUG [RS:0;e93af88909ff:34373 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T02:50:36,217 INFO [RS:0;e93af88909ff:34373 {}] regionserver.HRegionServer(2659): reportForDuty to master=e93af88909ff,42705,1731984635816 with port=34373, startcode=1731984635871 2024-11-19T02:50:36,217 DEBUG [RS:0;e93af88909ff:34373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T02:50:36,219 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55559, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T02:50:36,220 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42705 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e93af88909ff,34373,1731984635871 2024-11-19T02:50:36,220 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42705 {}] master.ServerManager(517): Registering regionserver=e93af88909ff,34373,1731984635871 2024-11-19T02:50:36,222 DEBUG [RS:0;e93af88909ff:34373 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1 2024-11-19T02:50:36,222 DEBUG [RS:0;e93af88909ff:34373 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37027 2024-11-19T02:50:36,222 DEBUG [RS:0;e93af88909ff:34373 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T02:50:36,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T02:50:36,229 DEBUG [RS:0;e93af88909ff:34373 {}] zookeeper.ZKUtil(111): regionserver:34373-0x1012e2222250001, quorum=127.0.0.1:51102, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e93af88909ff,34373,1731984635871 2024-11-19T02:50:36,229 WARN [RS:0;e93af88909ff:34373 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T02:50:36,229 INFO [RS:0;e93af88909ff:34373 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:50:36,229 DEBUG [RS:0;e93af88909ff:34373 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/WALs/e93af88909ff,34373,1731984635871 2024-11-19T02:50:36,229 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e93af88909ff,34373,1731984635871] 2024-11-19T02:50:36,233 INFO [RS:0;e93af88909ff:34373 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T02:50:36,236 INFO [RS:0;e93af88909ff:34373 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T02:50:36,236 INFO [RS:0;e93af88909ff:34373 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T02:50:36,236 INFO [RS:0;e93af88909ff:34373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:36,236 INFO [RS:0;e93af88909ff:34373 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T02:50:36,237 INFO [RS:0;e93af88909ff:34373 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T02:50:36,237 INFO [RS:0;e93af88909ff:34373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:36,237 DEBUG [RS:0;e93af88909ff:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:36,238 DEBUG [RS:0;e93af88909ff:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:36,238 DEBUG [RS:0;e93af88909ff:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:36,238 DEBUG [RS:0;e93af88909ff:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:36,238 DEBUG [RS:0;e93af88909ff:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:36,238 DEBUG [RS:0;e93af88909ff:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0, corePoolSize=2, maxPoolSize=2 2024-11-19T02:50:36,238 DEBUG [RS:0;e93af88909ff:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:36,238 DEBUG [RS:0;e93af88909ff:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:36,238 DEBUG [RS:0;e93af88909ff:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:36,238 DEBUG [RS:0;e93af88909ff:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:36,238 DEBUG [RS:0;e93af88909ff:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:36,238 DEBUG [RS:0;e93af88909ff:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:36,238 DEBUG [RS:0;e93af88909ff:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3 2024-11-19T02:50:36,238 DEBUG [RS:0;e93af88909ff:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3 2024-11-19T02:50:36,239 INFO [RS:0;e93af88909ff:34373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:36,239 INFO [RS:0;e93af88909ff:34373 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:36,239 INFO [RS:0;e93af88909ff:34373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:36,239 INFO [RS:0;e93af88909ff:34373 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:36,239 INFO [RS:0;e93af88909ff:34373 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:36,239 INFO [RS:0;e93af88909ff:34373 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,34373,1731984635871-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T02:50:36,255 INFO [RS:0;e93af88909ff:34373 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T02:50:36,255 INFO [RS:0;e93af88909ff:34373 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,34373,1731984635871-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:36,255 INFO [RS:0;e93af88909ff:34373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:36,255 INFO [RS:0;e93af88909ff:34373 {}] regionserver.Replication(171): e93af88909ff,34373,1731984635871 started 2024-11-19T02:50:36,270 INFO [RS:0;e93af88909ff:34373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:36,270 INFO [RS:0;e93af88909ff:34373 {}] regionserver.HRegionServer(1482): Serving as e93af88909ff,34373,1731984635871, RpcServer on e93af88909ff/172.17.0.2:34373, sessionid=0x1012e2222250001 2024-11-19T02:50:36,271 DEBUG [RS:0;e93af88909ff:34373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T02:50:36,271 DEBUG [RS:0;e93af88909ff:34373 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e93af88909ff,34373,1731984635871 2024-11-19T02:50:36,271 DEBUG [RS:0;e93af88909ff:34373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,34373,1731984635871' 2024-11-19T02:50:36,271 DEBUG [RS:0;e93af88909ff:34373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T02:50:36,271 DEBUG [RS:0;e93af88909ff:34373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T02:50:36,272 DEBUG [RS:0;e93af88909ff:34373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T02:50:36,272 DEBUG [RS:0;e93af88909ff:34373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T02:50:36,272 DEBUG [RS:0;e93af88909ff:34373 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e93af88909ff,34373,1731984635871 2024-11-19T02:50:36,272 DEBUG [RS:0;e93af88909ff:34373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,34373,1731984635871' 2024-11-19T02:50:36,272 DEBUG [RS:0;e93af88909ff:34373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T02:50:36,272 DEBUG [RS:0;e93af88909ff:34373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T02:50:36,273 DEBUG [RS:0;e93af88909ff:34373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T02:50:36,273 INFO [RS:0;e93af88909ff:34373 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T02:50:36,273 INFO [RS:0;e93af88909ff:34373 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T02:50:36,317 WARN [e93af88909ff:42705 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-19T02:50:36,373 INFO [RS:0;e93af88909ff:34373 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T02:50:36,376 INFO [RS:0;e93af88909ff:34373 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C34373%2C1731984635871, suffix=, logDir=hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/WALs/e93af88909ff,34373,1731984635871, archiveDir=hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/oldWALs, maxLogs=32 2024-11-19T02:50:36,392 DEBUG [RS:0;e93af88909ff:34373 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/WALs/e93af88909ff,34373,1731984635871/e93af88909ff%2C34373%2C1731984635871.1731984636378, exclude list is [], retry=0 2024-11-19T02:50:36,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37275,DS-932a318c-ac41-4781-89ae-9fa83d230624,DISK] 2024-11-19T02:50:36,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41407,DS-092da8dd-682d-4a16-9b58-709721dfbb2a,DISK] 2024-11-19T02:50:36,399 INFO [RS:0;e93af88909ff:34373 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/WALs/e93af88909ff,34373,1731984635871/e93af88909ff%2C34373%2C1731984635871.1731984636378 2024-11-19T02:50:36,399 DEBUG [RS:0;e93af88909ff:34373 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43883:43883),(127.0.0.1/127.0.0.1:45707:45707)] 2024-11-19T02:50:36,567 DEBUG [e93af88909ff:42705 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T02:50:36,568 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e93af88909ff,34373,1731984635871 2024-11-19T02:50:36,570 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e93af88909ff,34373,1731984635871, state=OPENING 2024-11-19T02:50:36,571 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T02:50:36,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:36,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x1012e2222250001, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:36,573 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T02:50:36,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:50:36,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:50:36,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e93af88909ff,34373,1731984635871}] 2024-11-19T02:50:36,728 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T02:50:36,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57061, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T02:50:36,734 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T02:50:36,734 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:50:36,735 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T02:50:36,737 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C34373%2C1731984635871.meta, suffix=.meta, logDir=hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/WALs/e93af88909ff,34373,1731984635871, archiveDir=hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/oldWALs, maxLogs=32 2024-11-19T02:50:36,754 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/WALs/e93af88909ff,34373,1731984635871/e93af88909ff%2C34373%2C1731984635871.meta.1731984636739.meta, exclude list is [], retry=0 2024-11-19T02:50:36,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37275,DS-932a318c-ac41-4781-89ae-9fa83d230624,DISK] 2024-11-19T02:50:36,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41407,DS-092da8dd-682d-4a16-9b58-709721dfbb2a,DISK] 2024-11-19T02:50:36,759 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/WALs/e93af88909ff,34373,1731984635871/e93af88909ff%2C34373%2C1731984635871.meta.1731984636739.meta 2024-11-19T02:50:36,759 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45707:45707),(127.0.0.1/127.0.0.1:43883:43883)] 2024-11-19T02:50:36,759 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:50:36,760 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T02:50:36,760 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T02:50:36,760 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T02:50:36,760 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T02:50:36,760 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:50:36,761 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T02:50:36,761 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T02:50:36,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T02:50:36,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T02:50:36,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:36,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:50:36,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T02:50:36,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T02:50:36,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:36,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:50:36,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T02:50:36,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T02:50:36,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:36,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:50:36,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T02:50:36,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T02:50:36,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:36,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:50:36,771 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T02:50:36,772 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/hbase/meta/1588230740 2024-11-19T02:50:36,773 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/hbase/meta/1588230740 2024-11-19T02:50:36,775 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T02:50:36,775 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T02:50:36,776 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T02:50:36,778 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T02:50:36,779 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=803219, jitterRate=0.021346166729927063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T02:50:36,779 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T02:50:36,780 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731984636761Writing region info on filesystem at 1731984636761Initializing all the Stores at 1731984636762 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984636762Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984636762Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984636762Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984636763 (+1 ms)Cleaning up temporary data from old regions at 1731984636775 (+12 ms)Running coprocessor post-open hooks at 1731984636779 (+4 ms)Region opened successfully at 1731984636780 (+1 ms) 2024-11-19T02:50:36,781 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731984636727 2024-11-19T02:50:36,784 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T02:50:36,785 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T02:50:36,785 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,34373,1731984635871 2024-11-19T02:50:36,787 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e93af88909ff,34373,1731984635871, state=OPEN 2024-11-19T02:50:36,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:50:36,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x1012e2222250001, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:50:36,796 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e93af88909ff,34373,1731984635871 2024-11-19T02:50:36,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:50:36,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:50:36,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T02:50:36,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e93af88909ff,34373,1731984635871 in 222 msec 2024-11-19T02:50:36,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T02:50:36,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 636 msec 2024-11-19T02:50:36,804 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T02:50:36,804 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T02:50:36,806 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:50:36,806 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,34373,1731984635871, seqNum=-1] 2024-11-19T02:50:36,807 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:50:36,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42347, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:50:36,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 709 msec 2024-11-19T02:50:36,816 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731984636815, completionTime=-1 2024-11-19T02:50:36,816 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T02:50:36,816 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-19T02:50:36,818 INFO [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-19T02:50:36,818 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731984696818 2024-11-19T02:50:36,818 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731984756818 2024-11-19T02:50:36,818 INFO [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-19T02:50:36,818 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,42705,1731984635816-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:36,818 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,42705,1731984635816-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:36,818 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,42705,1731984635816-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:36,818 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e93af88909ff:42705, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:36,819 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:36,819 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:36,820 DEBUG [master/e93af88909ff:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T02:50:36,823 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.906sec 2024-11-19T02:50:36,823 INFO [master/e93af88909ff:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T02:50:36,823 INFO [master/e93af88909ff:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T02:50:36,823 INFO [master/e93af88909ff:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T02:50:36,823 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T02:50:36,824 INFO [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T02:50:36,824 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,42705,1731984635816-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T02:50:36,824 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,42705,1731984635816-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T02:50:36,827 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T02:50:36,827 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T02:50:36,827 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,42705,1731984635816-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:36,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2133de2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:50:36,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,42705,-1 for getting cluster id 2024-11-19T02:50:36,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:50:36,899 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7fc6c16-1726-4ef4-9b6b-f466f645f0c9' 2024-11-19T02:50:36,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:50:36,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7fc6c16-1726-4ef4-9b6b-f466f645f0c9" 2024-11-19T02:50:36,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea6fa8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:50:36,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,42705,-1] 2024-11-19T02:50:36,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:50:36,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:50:36,902 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:50:36,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7543e9d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:50:36,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:50:36,905 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,34373,1731984635871, seqNum=-1] 2024-11-19T02:50:36,905 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:50:36,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:50:36,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e93af88909ff,42705,1731984635816 2024-11-19T02:50:36,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:50:36,912 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-19T02:50:36,925 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:50:36,928 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:50:36,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:50:36,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:50:36,929 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T02:50:36,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59327d46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:50:36,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@363d2dc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:50:37,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@637f0982{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/java.io.tmpdir/jetty-localhost-33959-hadoop-hdfs-3_4_1-tests_jar-_-any-6851864461429242308/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:50:37,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3dd5c5c4{HTTP/1.1, (http/1.1)}{localhost:33959} 2024-11-19T02:50:37,048 INFO [Time-limited test {}] server.Server(415): Started @68965ms 2024-11-19T02:50:37,049 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:50:37,099 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:50:37,106 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:50:37,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:50:37,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:50:37,108 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T02:50:37,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c1a1532{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:50:37,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e38cdfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:50:37,158 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9/data/data5/current/BP-554807080-172.17.0.2-1731984635094/current, will proceed with Du for space computation calculation, 2024-11-19T02:50:37,158 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9/data/data6/current/BP-554807080-172.17.0.2-1731984635094/current, will proceed with Du for space computation calculation, 2024-11-19T02:50:37,180 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:50:37,184 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb02da8e4269602e8 with lease ID 0x563b9a3558d267c5: Processing first storage report for DS-b49cec11-c879-4b54-a0a4-1cbafbb2b453 from datanode DatanodeRegistration(127.0.0.1:35897, datanodeUuid=3ff17ca6-801c-4010-9d81-735c9b8bb57b, infoPort=46735, infoSecurePort=0, ipcPort=37153, storageInfo=lv=-57;cid=testClusterID;nsid=463111903;c=1731984635094) 2024-11-19T02:50:37,184 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb02da8e4269602e8 with lease ID 0x563b9a3558d267c5: from storage DS-b49cec11-c879-4b54-a0a4-1cbafbb2b453 node DatanodeRegistration(127.0.0.1:35897, datanodeUuid=3ff17ca6-801c-4010-9d81-735c9b8bb57b, infoPort=46735, infoSecurePort=0, ipcPort=37153, storageInfo=lv=-57;cid=testClusterID;nsid=463111903;c=1731984635094), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T02:50:37,184 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb02da8e4269602e8 with lease ID 0x563b9a3558d267c5: Processing first storage report for DS-582f8ee6-50e4-49d2-a128-d0e153bbc2a1 from datanode DatanodeRegistration(127.0.0.1:35897, datanodeUuid=3ff17ca6-801c-4010-9d81-735c9b8bb57b, infoPort=46735, infoSecurePort=0, ipcPort=37153, storageInfo=lv=-57;cid=testClusterID;nsid=463111903;c=1731984635094) 2024-11-19T02:50:37,184 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb02da8e4269602e8 with lease ID 0x563b9a3558d267c5: from storage DS-582f8ee6-50e4-49d2-a128-d0e153bbc2a1 node DatanodeRegistration(127.0.0.1:35897, datanodeUuid=3ff17ca6-801c-4010-9d81-735c9b8bb57b, infoPort=46735, infoSecurePort=0, ipcPort=37153, storageInfo=lv=-57;cid=testClusterID;nsid=463111903;c=1731984635094), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:50:37,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50bce56e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/java.io.tmpdir/jetty-localhost-44825-hadoop-hdfs-3_4_1-tests_jar-_-any-17828552753165031042/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:50:37,233 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34abcb16{HTTP/1.1, (http/1.1)}{localhost:44825} 2024-11-19T02:50:37,233 INFO [Time-limited test {}] server.Server(415): Started @69150ms 2024-11-19T02:50:37,234 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:50:37,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:50:37,270 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:50:37,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:50:37,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:50:37,271 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T02:50:37,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b434fa5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:50:37,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@331de243{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:50:37,334 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9/data/data7/current/BP-554807080-172.17.0.2-1731984635094/current, will proceed with Du for space computation calculation, 2024-11-19T02:50:37,334 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9/data/data8/current/BP-554807080-172.17.0.2-1731984635094/current, will proceed with Du for space computation calculation, 2024-11-19T02:50:37,352 WARN [Thread-524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:50:37,355 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7acffc69d15e0272 with lease ID 0x563b9a3558d267c6: Processing first storage report for DS-9d75cfdd-10f6-4571-95c1-ababa0849b4d from datanode DatanodeRegistration(127.0.0.1:36207, datanodeUuid=a87faa8f-dec9-46a3-90da-f5a57bdf8003, infoPort=44313, infoSecurePort=0, ipcPort=35543, storageInfo=lv=-57;cid=testClusterID;nsid=463111903;c=1731984635094) 2024-11-19T02:50:37,355 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7acffc69d15e0272 with lease ID 0x563b9a3558d267c6: from storage DS-9d75cfdd-10f6-4571-95c1-ababa0849b4d node DatanodeRegistration(127.0.0.1:36207, datanodeUuid=a87faa8f-dec9-46a3-90da-f5a57bdf8003, infoPort=44313, infoSecurePort=0, ipcPort=35543, storageInfo=lv=-57;cid=testClusterID;nsid=463111903;c=1731984635094), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:50:37,355 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7acffc69d15e0272 with lease ID 0x563b9a3558d267c6: Processing first storage report for DS-ceac0d1e-7c76-4c17-934f-2a890df6f794 from datanode DatanodeRegistration(127.0.0.1:36207, datanodeUuid=a87faa8f-dec9-46a3-90da-f5a57bdf8003, infoPort=44313, infoSecurePort=0, ipcPort=35543, storageInfo=lv=-57;cid=testClusterID;nsid=463111903;c=1731984635094) 2024-11-19T02:50:37,355 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7acffc69d15e0272 with lease ID 0x563b9a3558d267c6: from storage DS-ceac0d1e-7c76-4c17-934f-2a890df6f794 node DatanodeRegistration(127.0.0.1:36207, datanodeUuid=a87faa8f-dec9-46a3-90da-f5a57bdf8003, infoPort=44313, infoSecurePort=0, ipcPort=35543, storageInfo=lv=-57;cid=testClusterID;nsid=463111903;c=1731984635094), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:50:37,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2554faf7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/java.io.tmpdir/jetty-localhost-41577-hadoop-hdfs-3_4_1-tests_jar-_-any-7109655512010806562/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:50:37,388 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27327bb0{HTTP/1.1, (http/1.1)}{localhost:41577} 2024-11-19T02:50:37,388 INFO [Time-limited test {}] server.Server(415): Started @69305ms 2024-11-19T02:50:37,390 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:50:37,494 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9/data/data9/current/BP-554807080-172.17.0.2-1731984635094/current, will proceed with Du for space computation calculation, 2024-11-19T02:50:37,495 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9/data/data10/current/BP-554807080-172.17.0.2-1731984635094/current, will proceed with Du for space computation calculation, 2024-11-19T02:50:37,513 WARN [Thread-559 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:50:37,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeceba734b1d1a507 with lease ID 0x563b9a3558d267c7: Processing first storage report for DS-72b6121b-a798-4a21-804b-311e30f72f18 from datanode DatanodeRegistration(127.0.0.1:41355, datanodeUuid=ec3b2403-4d5e-4244-a462-7b77d8d6e0ab, infoPort=34313, infoSecurePort=0, ipcPort=46847, storageInfo=lv=-57;cid=testClusterID;nsid=463111903;c=1731984635094) 2024-11-19T02:50:37,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeceba734b1d1a507 with lease ID 0x563b9a3558d267c7: from storage DS-72b6121b-a798-4a21-804b-311e30f72f18 node DatanodeRegistration(127.0.0.1:41355, datanodeUuid=ec3b2403-4d5e-4244-a462-7b77d8d6e0ab, infoPort=34313, infoSecurePort=0, ipcPort=46847, storageInfo=lv=-57;cid=testClusterID;nsid=463111903;c=1731984635094), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:50:37,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeceba734b1d1a507 with lease ID 0x563b9a3558d267c7: Processing first storage report for DS-524fb9a7-7d8c-4b64-b2e1-601cd6587f3b from datanode DatanodeRegistration(127.0.0.1:41355, datanodeUuid=ec3b2403-4d5e-4244-a462-7b77d8d6e0ab, infoPort=34313, infoSecurePort=0, ipcPort=46847, storageInfo=lv=-57;cid=testClusterID;nsid=463111903;c=1731984635094) 2024-11-19T02:50:37,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeceba734b1d1a507 with lease ID 0x563b9a3558d267c7: from storage DS-524fb9a7-7d8c-4b64-b2e1-601cd6587f3b node DatanodeRegistration(127.0.0.1:41355, datanodeUuid=ec3b2403-4d5e-4244-a462-7b77d8d6e0ab, infoPort=34313, infoSecurePort=0, ipcPort=46847, storageInfo=lv=-57;cid=testClusterID;nsid=463111903;c=1731984635094), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:50:37,615 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T02:50:37,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e93af88909ff,42705,1731984635816 2024-11-19T02:50:37,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73d6fbd3 2024-11-19T02:50:37,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T02:50:37,619 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T02:50:37,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42705 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-19T02:50:37,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42705 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-19T02:50:37,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42705 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T02:50:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42705 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-19T02:50:37,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T02:50:37,624 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:37,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42705 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-19T02:50:37,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T02:50:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:50:37,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741835_1011 (size=393) 2024-11-19T02:50:37,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35897 is added to blk_1073741835_1011 (size=393) 2024-11-19T02:50:37,636 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 54e6f1ee7925eb9f9bd380064ac0555a, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1 2024-11-19T02:50:37,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741836_1012 (size=76) 2024-11-19T02:50:37,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35897 is added to blk_1073741836_1012 (size=76) 2024-11-19T02:50:37,644 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:50:37,644 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 54e6f1ee7925eb9f9bd380064ac0555a, disabling compactions & flushes 2024-11-19T02:50:37,644 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a. 2024-11-19T02:50:37,644 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a. 2024-11-19T02:50:37,644 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a. after waiting 0 ms 2024-11-19T02:50:37,644 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a. 2024-11-19T02:50:37,645 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a. 2024-11-19T02:50:37,645 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 54e6f1ee7925eb9f9bd380064ac0555a: Waiting for close lock at 1731984637644Disabling compacts and flushes for region at 1731984637644Disabling writes for close at 1731984637644Writing region close event to WAL at 1731984637644Closed at 1731984637644 2024-11-19T02:50:37,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T02:50:37,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731984637646"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984637646"}]},"ts":"1731984637646"} 2024-11-19T02:50:37,649 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T02:50:37,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T02:50:37,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731984637651"}]},"ts":"1731984637651"} 2024-11-19T02:50:37,653 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-19T02:50:37,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=54e6f1ee7925eb9f9bd380064ac0555a, ASSIGN}] 2024-11-19T02:50:37,655 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=54e6f1ee7925eb9f9bd380064ac0555a, ASSIGN 2024-11-19T02:50:37,656 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=54e6f1ee7925eb9f9bd380064ac0555a, ASSIGN; state=OFFLINE, location=e93af88909ff,34373,1731984635871; forceNewPlan=false, retain=false 2024-11-19T02:50:37,807 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=54e6f1ee7925eb9f9bd380064ac0555a, regionState=OPENING, regionLocation=e93af88909ff,34373,1731984635871 2024-11-19T02:50:37,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=54e6f1ee7925eb9f9bd380064ac0555a, ASSIGN because future has completed 2024-11-19T02:50:37,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54e6f1ee7925eb9f9bd380064ac0555a, server=e93af88909ff,34373,1731984635871}] 2024-11-19T02:50:37,969 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a. 2024-11-19T02:50:37,969 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 54e6f1ee7925eb9f9bd380064ac0555a, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a.', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:50:37,969 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 54e6f1ee7925eb9f9bd380064ac0555a 2024-11-19T02:50:37,969 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:50:37,970 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 54e6f1ee7925eb9f9bd380064ac0555a 2024-11-19T02:50:37,970 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 54e6f1ee7925eb9f9bd380064ac0555a 2024-11-19T02:50:37,971 INFO [StoreOpener-54e6f1ee7925eb9f9bd380064ac0555a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 54e6f1ee7925eb9f9bd380064ac0555a 2024-11-19T02:50:37,973 INFO [StoreOpener-54e6f1ee7925eb9f9bd380064ac0555a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54e6f1ee7925eb9f9bd380064ac0555a columnFamilyName info 2024-11-19T02:50:37,973 DEBUG [StoreOpener-54e6f1ee7925eb9f9bd380064ac0555a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:37,973 INFO [StoreOpener-54e6f1ee7925eb9f9bd380064ac0555a-1 {}] regionserver.HStore(327): Store=54e6f1ee7925eb9f9bd380064ac0555a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:50:37,974 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 54e6f1ee7925eb9f9bd380064ac0555a 2024-11-19T02:50:37,975 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/default/TestLogRolling-testLogRollOnDatanodeDeath/54e6f1ee7925eb9f9bd380064ac0555a 2024-11-19T02:50:37,975 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/default/TestLogRolling-testLogRollOnDatanodeDeath/54e6f1ee7925eb9f9bd380064ac0555a 2024-11-19T02:50:37,976 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 54e6f1ee7925eb9f9bd380064ac0555a 2024-11-19T02:50:37,976 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 54e6f1ee7925eb9f9bd380064ac0555a 2024-11-19T02:50:37,978 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 54e6f1ee7925eb9f9bd380064ac0555a 2024-11-19T02:50:37,980 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/default/TestLogRolling-testLogRollOnDatanodeDeath/54e6f1ee7925eb9f9bd380064ac0555a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:50:37,981 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 54e6f1ee7925eb9f9bd380064ac0555a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=748363, jitterRate=-0.0484076589345932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:50:37,981 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54e6f1ee7925eb9f9bd380064ac0555a 2024-11-19T02:50:37,982 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 54e6f1ee7925eb9f9bd380064ac0555a: Running coprocessor pre-open hook at 1731984637970Writing region info on filesystem at 1731984637970Initializing all the Stores at 1731984637971 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984637971Cleaning up temporary data from old regions at 1731984637976 (+5 ms)Running coprocessor post-open hooks at 1731984637981 (+5 ms)Region opened successfully at 1731984637982 (+1 ms) 2024-11-19T02:50:37,983 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a., pid=6, masterSystemTime=1731984637964 2024-11-19T02:50:37,986 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a. 2024-11-19T02:50:37,986 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a. 2024-11-19T02:50:37,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=54e6f1ee7925eb9f9bd380064ac0555a, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,34373,1731984635871 2024-11-19T02:50:37,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54e6f1ee7925eb9f9bd380064ac0555a, server=e93af88909ff,34373,1731984635871 because future has completed 2024-11-19T02:50:37,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T02:50:37,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 54e6f1ee7925eb9f9bd380064ac0555a, server=e93af88909ff,34373,1731984635871 in 180 msec 2024-11-19T02:50:37,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T02:50:37,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=54e6f1ee7925eb9f9bd380064ac0555a, ASSIGN in 341 msec 2024-11-19T02:50:37,998 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T02:50:37,999 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731984637998"}]},"ts":"1731984637998"} 2024-11-19T02:50:38,001 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-19T02:50:38,002 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T02:50:38,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 382 msec 2024-11-19T02:50:39,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:50:39,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:50:39,926 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T02:50:39,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:50:39,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:50:42,233 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T02:50:42,234 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-19T02:50:44,571 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T02:50:44,572 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T02:50:44,574 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-19T02:50:44,574 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-19T02:50:44,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T02:50:44,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T02:50:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:50:47,637 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-19T02:50:47,637 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-19T02:50:47,638 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T02:50:47,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-19T02:50:47,642 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T02:50:47,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-19T02:50:47,646 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a., hostname=e93af88909ff,34373,1731984635871, seqNum=2] 2024-11-19T02:50:47,649 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-19T02:50:47,652 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-19T02:50:47,652 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a. 2024-11-19T02:50:47,653 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2124088925_22 at /127.0.0.1:50154 [Receiving block BP-554807080-172.17.0.2-1731984635094:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:37275:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50154 dst: /127.0.0.1:37275 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:50:47,654 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2124088925_22 at /127.0.0.1:50134 [Receiving block BP-554807080-172.17.0.2-1731984635094:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:37275:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50134 dst: /127.0.0.1:37275 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:50:47,653 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2124088925_22 at /127.0.0.1:37022 [Receiving block BP-554807080-172.17.0.2-1731984635094:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:41407:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37022 dst: /127.0.0.1:41407 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:50:47,654 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2124088925_22 at /127.0.0.1:37038 [Receiving block BP-554807080-172.17.0.2-1731984635094:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:41407:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37038 dst: /127.0.0.1:41407 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:50:47,653 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_457825911_22 at /127.0.0.1:37008 [Receiving block BP-554807080-172.17.0.2-1731984635094:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:41407:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37008 dst: /127.0.0.1:41407 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:50:47,654 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_457825911_22 at /127.0.0.1:50088 [Receiving block BP-554807080-172.17.0.2-1731984635094:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:37275:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50088 dst: /127.0.0.1:37275 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:50:47,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64603cf9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:50:47,657 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13bb5eb4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:50:47,657 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:50:47,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@350347e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:50:47,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69f035ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/hadoop.log.dir/,STOPPED} 2024-11-19T02:50:47,658 WARN [BP-554807080-172.17.0.2-1731984635094 heartbeating to localhost/127.0.0.1:37027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:50:47,658 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:50:47,658 WARN [BP-554807080-172.17.0.2-1731984635094 heartbeating to localhost/127.0.0.1:37027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-554807080-172.17.0.2-1731984635094 (Datanode Uuid 76913520-941f-410f-8156-7a2be092549d) service to localhost/127.0.0.1:37027 2024-11-19T02:50:47,658 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:50:47,659 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9/data/data1/current/BP-554807080-172.17.0.2-1731984635094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:50:47,659 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9/data/data2/current/BP-554807080-172.17.0.2-1731984635094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:50:47,660 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:50:47,668 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:50:47,672 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:50:47,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:50:47,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:50:47,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T02:50:47,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@390e479f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:50:47,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c63f647{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:50:47,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5306c570{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/java.io.tmpdir/jetty-localhost-44499-hadoop-hdfs-3_4_1-tests_jar-_-any-1979883589492588542/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:50:47,795 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6158d146{HTTP/1.1, (http/1.1)}{localhost:44499} 2024-11-19T02:50:47,795 INFO [Time-limited test {}] server.Server(415): Started @79712ms 2024-11-19T02:50:47,796 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:50:47,817 WARN [AsyncFSWAL-0-hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1-prefix:e93af88909ff,34373,1731984635871 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:50:47,818 DEBUG [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e93af88909ff%2C34373%2C1731984635871:(num 1731984636378) roll requested 2024-11-19T02:50:47,832 DEBUG [regionserver/e93af88909ff:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/WALs/e93af88909ff,34373,1731984635871/e93af88909ff%2C34373%2C1731984635871.1731984647818, exclude list is [], retry=0 2024-11-19T02:50:47,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37275,DS-932a318c-ac41-4781-89ae-9fa83d230624,DISK] 2024-11-19T02:50:47,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36207,DS-9d75cfdd-10f6-4571-95c1-ababa0849b4d,DISK] 2024-11-19T02:50:47,838 INFO [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/WALs/e93af88909ff,34373,1731984635871/e93af88909ff%2C34373%2C1731984635871.1731984636378 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/WALs/e93af88909ff,34373,1731984635871/e93af88909ff%2C34373%2C1731984635871.1731984647818 2024-11-19T02:50:47,838 DEBUG [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44313:44313),(127.0.0.1/127.0.0.1:45707:45707)] 2024-11-19T02:50:47,839 DEBUG [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/WALs/e93af88909ff,34373,1731984635871/e93af88909ff%2C34373%2C1731984635871.1731984636378 is not closed yet, will try archiving it next time 2024-11-19T02:50:47,839 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:50:47,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T02:50:47,840 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:50:47,840 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T02:50:47,840 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:50:47,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:50:47,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:50:47,841 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T02:50:47,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:50:47,841 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=483856003, stopped=false 2024-11-19T02:50:47,841 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e93af88909ff,42705,1731984635816 2024-11-19T02:50:47,841 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-19T02:50:47,842 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-19T02:50:47,842 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/WALs/e93af88909ff,34373,1731984635871/e93af88909ff%2C34373%2C1731984635871.1731984636378 2024-11-19T02:50:47,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T02:50:47,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:47,843 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T02:50:47,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x1012e2222250001, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T02:50:47,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x1012e2222250001, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:47,843 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T02:50:47,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:50:47,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:50:47,844 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e93af88909ff,34373,1731984635871' ***** 2024-11-19T02:50:47,844 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T02:50:47,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:50:47,844 INFO [RS:0;e93af88909ff:34373 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T02:50:47,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34373-0x1012e2222250001, quorum=127.0.0.1:51102, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:50:47,845 INFO [RS:0;e93af88909ff:34373 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T02:50:47,845 INFO [RS:0;e93af88909ff:34373 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T02:50:47,845 INFO [RS:0;e93af88909ff:34373 {}] regionserver.HRegionServer(3091): Received CLOSE for 54e6f1ee7925eb9f9bd380064ac0555a 2024-11-19T02:50:47,845 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T02:50:47,845 INFO [RS:0;e93af88909ff:34373 {}] regionserver.HRegionServer(959): stopping server e93af88909ff,34373,1731984635871 2024-11-19T02:50:47,845 INFO [RS:0;e93af88909ff:34373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T02:50:47,845 INFO [RS:0;e93af88909ff:34373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e93af88909ff:34373. 2024-11-19T02:50:47,845 WARN [IPC Server handler 1 on default port 37027 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/WALs/e93af88909ff,34373,1731984635871/e93af88909ff%2C34373%2C1731984635871.1731984636378 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-19T02:50:47,845 DEBUG [RS:0;e93af88909ff:34373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:50:47,845 DEBUG [RS:0;e93af88909ff:34373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:50:47,846 INFO [RS:0;e93af88909ff:34373 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T02:50:47,846 INFO [RS:0;e93af88909ff:34373 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T02:50:47,846 INFO [RS:0;e93af88909ff:34373 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T02:50:47,846 INFO [RS:0;e93af88909ff:34373 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T02:50:47,846 INFO [RS:0;e93af88909ff:34373 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T02:50:47,846 DEBUG [RS:0;e93af88909ff:34373 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 54e6f1ee7925eb9f9bd380064ac0555a=TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a.} 2024-11-19T02:50:47,846 DEBUG [RS:0;e93af88909ff:34373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54e6f1ee7925eb9f9bd380064ac0555a 2024-11-19T02:50:47,846 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T02:50:47,846 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T02:50:47,846 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54e6f1ee7925eb9f9bd380064ac0555a, disabling compactions & flushes 2024-11-19T02:50:47,846 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T02:50:47,846 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a. 2024-11-19T02:50:47,846 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a. 2024-11-19T02:50:47,846 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T02:50:47,846 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a. after waiting 0 ms 2024-11-19T02:50:47,846 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T02:50:47,846 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a. 2024-11-19T02:50:47,847 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-19T02:50:47,847 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 54e6f1ee7925eb9f9bd380064ac0555a 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-19T02:50:47,847 WARN [AsyncFSWAL-0-hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1-prefix:e93af88909ff,34373,1731984635871.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:50:47,848 DEBUG [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e93af88909ff%2C34373%2C1731984635871.meta:.meta(num 1731984636739) roll requested 2024-11-19T02:50:47,849 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/WALs/e93af88909ff,34373,1731984635871/e93af88909ff%2C34373%2C1731984635871.1731984636378 after 5ms 2024-11-19T02:50:47,864 DEBUG [regionserver/e93af88909ff:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/WALs/e93af88909ff,34373,1731984635871/e93af88909ff%2C34373%2C1731984635871.meta.1731984647848.meta, exclude list is [], retry=0 2024-11-19T02:50:47,866 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/default/TestLogRolling-testLogRollOnDatanodeDeath/54e6f1ee7925eb9f9bd380064ac0555a/.tmp/info/8e2f3c144ea74015ac50623c65025644 is 1055, key is row0001/info:/1731984647647/Put/seqid=0 2024-11-19T02:50:47,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35897,DS-b49cec11-c879-4b54-a0a4-1cbafbb2b453,DISK] 2024-11-19T02:50:47,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37275,DS-932a318c-ac41-4781-89ae-9fa83d230624,DISK] 2024-11-19T02:50:47,869 INFO [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/WALs/e93af88909ff,34373,1731984635871/e93af88909ff%2C34373%2C1731984635871.meta.1731984636739.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/WALs/e93af88909ff,34373,1731984635871/e93af88909ff%2C34373%2C1731984635871.meta.1731984647848.meta 2024-11-19T02:50:47,870 DEBUG [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46735:46735),(127.0.0.1/127.0.0.1:45707:45707)] 2024-11-19T02:50:47,870 DEBUG [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/WALs/e93af88909ff,34373,1731984635871/e93af88909ff%2C34373%2C1731984635871.meta.1731984636739.meta is not closed yet, will try archiving it next time 2024-11-19T02:50:47,870 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:50:47,870 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:50:47,871 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/WALs/e93af88909ff,34373,1731984635871/e93af88909ff%2C34373%2C1731984635871.meta.1731984636739.meta 2024-11-19T02:50:47,871 WARN [IPC Server handler 3 on default port 37027 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/WALs/e93af88909ff,34373,1731984635871/e93af88909ff%2C34373%2C1731984635871.meta.1731984636739.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-19T02:50:47,872 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/WALs/e93af88909ff,34373,1731984635871/e93af88909ff%2C34373%2C1731984635871.meta.1731984636739.meta after 0ms 2024-11-19T02:50:47,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41355 is added to blk_1073741839_1016 (size=7062) 2024-11-19T02:50:47,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741839_1016 (size=7062) 2024-11-19T02:50:47,874 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/default/TestLogRolling-testLogRollOnDatanodeDeath/54e6f1ee7925eb9f9bd380064ac0555a/.tmp/info/8e2f3c144ea74015ac50623c65025644 2024-11-19T02:50:47,886 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/default/TestLogRolling-testLogRollOnDatanodeDeath/54e6f1ee7925eb9f9bd380064ac0555a/.tmp/info/8e2f3c144ea74015ac50623c65025644 as hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/default/TestLogRolling-testLogRollOnDatanodeDeath/54e6f1ee7925eb9f9bd380064ac0555a/info/8e2f3c144ea74015ac50623c65025644 2024-11-19T02:50:47,896 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/default/TestLogRolling-testLogRollOnDatanodeDeath/54e6f1ee7925eb9f9bd380064ac0555a/info/8e2f3c144ea74015ac50623c65025644, entries=2, sequenceid=6, filesize=6.9 K 2024-11-19T02:50:47,897 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/hbase/meta/1588230740/.tmp/info/dd31ce27e5a04cb8b8422b4310ec9641 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a./info:regioninfo/1731984637987/Put/seqid=0 2024-11-19T02:50:47,897 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 54e6f1ee7925eb9f9bd380064ac0555a in 51ms, sequenceid=6, compaction requested=false 2024-11-19T02:50:47,899 WARN [Thread-629 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741840_1018 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T02:50:47,900 WARN [Thread-629 {}] hdfs.DataStreamer(1731): Error Recovery for BP-554807080-172.17.0.2-1731984635094:blk_1073741840_1018 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41407,DS-092da8dd-682d-4a16-9b58-709721dfbb2a,DISK], DatanodeInfoWithStorage[127.0.0.1:41355,DS-72b6121b-a798-4a21-804b-311e30f72f18,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41407,DS-092da8dd-682d-4a16-9b58-709721dfbb2a,DISK]) is bad. 2024-11-19T02:50:47,900 WARN [Thread-629 {}] hdfs.DataStreamer(1850): Abandoning BP-554807080-172.17.0.2-1731984635094:blk_1073741840_1018 2024-11-19T02:50:47,903 WARN [Thread-629 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:41407,DS-092da8dd-682d-4a16-9b58-709721dfbb2a,DISK] 2024-11-19T02:50:47,906 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/default/TestLogRolling-testLogRollOnDatanodeDeath/54e6f1ee7925eb9f9bd380064ac0555a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T02:50:47,907 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a. 2024-11-19T02:50:47,907 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54e6f1ee7925eb9f9bd380064ac0555a: Waiting for close lock at 1731984647846Running coprocessor pre-close hooks at 1731984647846Disabling compacts and flushes for region at 1731984647846Disabling writes for close at 1731984647846Obtaining lock to block concurrent updates at 1731984647847 (+1 ms)Preparing flush snapshotting stores in 54e6f1ee7925eb9f9bd380064ac0555a at 1731984647847Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731984647847Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a. at 1731984647848 (+1 ms)Flushing 54e6f1ee7925eb9f9bd380064ac0555a/info: creating writer at 1731984647849 (+1 ms)Flushing 54e6f1ee7925eb9f9bd380064ac0555a/info: appending metadata at 1731984647866 (+17 ms)Flushing 54e6f1ee7925eb9f9bd380064ac0555a/info: closing flushed file at 1731984647866Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@365fcd3b: reopening flushed file at 1731984647885 (+19 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 54e6f1ee7925eb9f9bd380064ac0555a in 51ms, sequenceid=6, compaction requested=false at 1731984647897 (+12 ms)Writing region close event to WAL at 1731984647900 (+3 ms)Running coprocessor post-close hooks at 1731984647907 (+7 ms)Closed at 1731984647907 2024-11-19T02:50:47,907 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731984637619.54e6f1ee7925eb9f9bd380064ac0555a. 2024-11-19T02:50:47,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35897 is added to blk_1073741841_1019 (size=7089) 2024-11-19T02:50:47,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741841_1019 (size=7089) 2024-11-19T02:50:47,914 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/hbase/meta/1588230740/.tmp/info/dd31ce27e5a04cb8b8422b4310ec9641 2024-11-19T02:50:47,919 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:50:47,923 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd809896b62b2846a with lease ID 0x563b9a3558d267c8: from storage DS-092da8dd-682d-4a16-9b58-709721dfbb2a node DatanodeRegistration(127.0.0.1:38127, datanodeUuid=76913520-941f-410f-8156-7a2be092549d, infoPort=38481, infoSecurePort=0, ipcPort=35565, storageInfo=lv=-57;cid=testClusterID;nsid=463111903;c=1731984635094), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T02:50:47,923 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd809896b62b2846a with lease ID 0x563b9a3558d267c8: from storage DS-b5bf6fef-2806-4c7a-972b-8afc48271d17 node DatanodeRegistration(127.0.0.1:38127, datanodeUuid=76913520-941f-410f-8156-7a2be092549d, infoPort=38481, infoSecurePort=0, ipcPort=35565, storageInfo=lv=-57;cid=testClusterID;nsid=463111903;c=1731984635094), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:50:47,938 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/hbase/meta/1588230740/.tmp/ns/9f56885063744ab7879bcbdab695cead is 43, key is default/ns:d/1731984636809/Put/seqid=0 2024-11-19T02:50:47,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741842_1020 (size=5153) 2024-11-19T02:50:47,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38127 is added to blk_1073741842_1020 (size=5153) 2024-11-19T02:50:47,945 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/hbase/meta/1588230740/.tmp/ns/9f56885063744ab7879bcbdab695cead 2024-11-19T02:50:47,968 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/hbase/meta/1588230740/.tmp/table/e0632447918c4553bb545891d60eb71e is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731984637998/Put/seqid=0 2024-11-19T02:50:47,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38127 is added to blk_1073741843_1021 (size=5424) 2024-11-19T02:50:47,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35897 is added to blk_1073741843_1021 (size=5424) 2024-11-19T02:50:47,975 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/hbase/meta/1588230740/.tmp/table/e0632447918c4553bb545891d60eb71e 2024-11-19T02:50:47,982 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/hbase/meta/1588230740/.tmp/info/dd31ce27e5a04cb8b8422b4310ec9641 as hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/hbase/meta/1588230740/info/dd31ce27e5a04cb8b8422b4310ec9641 2024-11-19T02:50:47,989 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/hbase/meta/1588230740/info/dd31ce27e5a04cb8b8422b4310ec9641, entries=10, sequenceid=11, filesize=6.9 K 2024-11-19T02:50:47,990 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/hbase/meta/1588230740/.tmp/ns/9f56885063744ab7879bcbdab695cead as hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/hbase/meta/1588230740/ns/9f56885063744ab7879bcbdab695cead 2024-11-19T02:50:47,997 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/hbase/meta/1588230740/ns/9f56885063744ab7879bcbdab695cead, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T02:50:47,998 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/hbase/meta/1588230740/.tmp/table/e0632447918c4553bb545891d60eb71e as hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/hbase/meta/1588230740/table/e0632447918c4553bb545891d60eb71e 2024-11-19T02:50:48,004 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/hbase/meta/1588230740/table/e0632447918c4553bb545891d60eb71e, entries=2, sequenceid=11, filesize=5.3 K 2024-11-19T02:50:48,006 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 160ms, sequenceid=11, compaction requested=false 2024-11-19T02:50:48,011 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T02:50:48,012 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T02:50:48,012 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T02:50:48,012 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731984647846Running coprocessor pre-close hooks at 1731984647846Disabling compacts and flushes for region at 1731984647846Disabling writes for close at 1731984647846Obtaining lock to block concurrent updates at 1731984647847 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731984647847Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731984647847Flushing stores of hbase:meta,,1.1588230740 at 1731984647870 (+23 ms)Flushing 1588230740/info: creating writer at 1731984647871 (+1 ms)Flushing 1588230740/info: appending metadata at 1731984647896 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731984647897 (+1 ms)Flushing 1588230740/ns: creating writer at 1731984647921 (+24 ms)Flushing 1588230740/ns: appending metadata at 1731984647938 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731984647938Flushing 1588230740/table: creating writer at 1731984647952 (+14 ms)Flushing 1588230740/table: appending metadata at 1731984647968 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731984647968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f662ed3: reopening flushed file at 1731984647981 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dcffc54: reopening flushed file at 1731984647989 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a552484: reopening flushed file at 1731984647997 (+8 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 160ms, sequenceid=11, compaction requested=false at 1731984648006 (+9 ms)Writing region close event to WAL at 1731984648007 (+1 ms)Running coprocessor post-close hooks at 1731984648012 (+5 ms)Closed at 1731984648012 2024-11-19T02:50:48,012 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T02:50:48,046 INFO [RS:0;e93af88909ff:34373 {}] regionserver.HRegionServer(976): stopping server e93af88909ff,34373,1731984635871; all regions closed. 2024-11-19T02:50:48,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741838_1015 (size=825) 2024-11-19T02:50:48,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35897 is added to blk_1073741838_1015 (size=825) 2024-11-19T02:50:48,239 INFO [regionserver/e93af88909ff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T02:50:48,239 INFO [regionserver/e93af88909ff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T02:50:48,240 INFO [regionserver/e93af88909ff:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T02:50:50,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741833_1014 (size=1599) 2024-11-19T02:50:51,850 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/WALs/e93af88909ff,34373,1731984635871/e93af88909ff%2C34373%2C1731984635871.1731984636378 after 4008ms 2024-11-19T02:50:51,851 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/WALs/e93af88909ff,34373,1731984635871/e93af88909ff%2C34373%2C1731984635871.1731984636378 to hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/oldWALs/e93af88909ff%2C34373%2C1731984635871.1731984636378 2024-11-19T02:50:51,872 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/WALs/e93af88909ff,34373,1731984635871/e93af88909ff%2C34373%2C1731984635871.meta.1731984636739.meta after 4001ms 2024-11-19T02:50:51,875 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/WALs/e93af88909ff,34373,1731984635871/e93af88909ff%2C34373%2C1731984635871.meta.1731984636739.meta to hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/oldWALs/e93af88909ff%2C34373%2C1731984635871.meta.1731984636739.meta 2024-11-19T02:50:51,879 DEBUG [RS:0;e93af88909ff:34373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/oldWALs 2024-11-19T02:50:51,879 INFO [RS:0;e93af88909ff:34373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e93af88909ff%2C34373%2C1731984635871.meta:.meta(num 1731984647848) 2024-11-19T02:50:51,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741837_1013 (size=2288) 2024-11-19T02:50:51,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741837_1013 (size=2288) 2024-11-19T02:50:51,887 DEBUG [RS:0;e93af88909ff:34373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/oldWALs 2024-11-19T02:50:51,887 INFO [RS:0;e93af88909ff:34373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e93af88909ff%2C34373%2C1731984635871:(num 1731984647818) 2024-11-19T02:50:51,888 DEBUG [RS:0;e93af88909ff:34373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:50:51,888 INFO [RS:0;e93af88909ff:34373 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T02:50:51,888 INFO [RS:0;e93af88909ff:34373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T02:50:51,888 INFO [RS:0;e93af88909ff:34373 {}] hbase.ChoreService(370): Chore service for: regionserver/e93af88909ff:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T02:50:51,888 INFO [RS:0;e93af88909ff:34373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T02:50:51,888 INFO [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T02:50:51,888 INFO [RS:0;e93af88909ff:34373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34373 2024-11-19T02:50:51,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T02:50:51,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x1012e2222250001, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e93af88909ff,34373,1731984635871 2024-11-19T02:50:51,891 INFO [RS:0;e93af88909ff:34373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T02:50:51,892 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e93af88909ff,34373,1731984635871] 2024-11-19T02:50:51,894 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e93af88909ff,34373,1731984635871 already deleted, retry=false 2024-11-19T02:50:51,894 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e93af88909ff,34373,1731984635871 expired; onlineServers=0 2024-11-19T02:50:51,894 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e93af88909ff,42705,1731984635816' ***** 2024-11-19T02:50:51,894 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T02:50:51,894 INFO [M:0;e93af88909ff:42705 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T02:50:51,894 INFO [M:0;e93af88909ff:42705 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T02:50:51,894 DEBUG [M:0;e93af88909ff:42705 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T02:50:51,894 DEBUG [M:0;e93af88909ff:42705 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T02:50:51,894 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T02:50:51,895 DEBUG [master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984636113 {}] cleaner.HFileCleaner(306): Exit Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984636113,5,FailOnTimeoutGroup] 2024-11-19T02:50:51,895 DEBUG [master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984636113 {}] cleaner.HFileCleaner(306): Exit Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984636113,5,FailOnTimeoutGroup] 2024-11-19T02:50:51,895 INFO [M:0;e93af88909ff:42705 {}] hbase.ChoreService(370): Chore service for: master/e93af88909ff:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T02:50:51,895 INFO [M:0;e93af88909ff:42705 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T02:50:51,895 DEBUG [M:0;e93af88909ff:42705 {}] master.HMaster(1795): Stopping service threads 2024-11-19T02:50:51,895 INFO [M:0;e93af88909ff:42705 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T02:50:51,895 INFO [M:0;e93af88909ff:42705 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T02:50:51,895 INFO [M:0;e93af88909ff:42705 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T02:50:51,896 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T02:50:51,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T02:50:51,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:51,901 DEBUG [M:0;e93af88909ff:42705 {}] zookeeper.ZKUtil(347): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T02:50:51,901 WARN [M:0;e93af88909ff:42705 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T02:50:51,908 INFO [M:0;e93af88909ff:42705 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/.lastflushedseqids 2024-11-19T02:50:51,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35897 is added to blk_1073741844_1022 (size=139) 2024-11-19T02:50:51,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741844_1022 (size=139) 2024-11-19T02:50:51,933 INFO [M:0;e93af88909ff:42705 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T02:50:51,933 INFO [M:0;e93af88909ff:42705 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T02:50:51,933 DEBUG [M:0;e93af88909ff:42705 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T02:50:51,933 INFO [M:0;e93af88909ff:42705 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:50:51,933 DEBUG [M:0;e93af88909ff:42705 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:50:51,934 DEBUG [M:0;e93af88909ff:42705 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T02:50:51,934 DEBUG [M:0;e93af88909ff:42705 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:50:51,934 INFO [M:0;e93af88909ff:42705 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.08 KB heapSize=29.02 KB 2024-11-19T02:50:51,935 WARN [AsyncFSWAL-0-hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData-prefix:e93af88909ff,42705,1731984635816 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:50:51,935 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e93af88909ff%2C42705%2C1731984635816:(num 1731984636014) roll requested 2024-11-19T02:50:51,960 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/WALs/e93af88909ff,42705,1731984635816/e93af88909ff%2C42705%2C1731984635816.1731984651935, exclude list is [], retry=0 2024-11-19T02:50:51,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36207,DS-9d75cfdd-10f6-4571-95c1-ababa0849b4d,DISK] 2024-11-19T02:50:51,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38127,DS-092da8dd-682d-4a16-9b58-709721dfbb2a,DISK] 2024-11-19T02:50:51,977 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/WALs/e93af88909ff,42705,1731984635816/e93af88909ff%2C42705%2C1731984635816.1731984636014 with entries=54, filesize=26.79 KB; new WAL /user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/WALs/e93af88909ff,42705,1731984635816/e93af88909ff%2C42705%2C1731984635816.1731984651935 2024-11-19T02:50:51,977 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44313:44313),(127.0.0.1/127.0.0.1:38481:38481)] 2024-11-19T02:50:51,977 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/WALs/e93af88909ff,42705,1731984635816/e93af88909ff%2C42705%2C1731984635816.1731984636014 is not closed yet, will try archiving it next time 2024-11-19T02:50:51,977 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:50:51,978 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:50:51,980 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/WALs/e93af88909ff,42705,1731984635816/e93af88909ff%2C42705%2C1731984635816.1731984636014 2024-11-19T02:50:51,981 WARN [IPC Server handler 4 on default port 37027 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/WALs/e93af88909ff,42705,1731984635816/e93af88909ff%2C42705%2C1731984635816.1731984636014 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-11-19T02:50:51,982 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/WALs/e93af88909ff,42705,1731984635816/e93af88909ff%2C42705%2C1731984635816.1731984636014 after 2ms 2024-11-19T02:50:51,994 INFO [RS:0;e93af88909ff:34373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T02:50:51,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x1012e2222250001, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:50:51,994 INFO [RS:0;e93af88909ff:34373 {}] regionserver.HRegionServer(1031): Exiting; stopping=e93af88909ff,34373,1731984635871; zookeeper connection closed. 2024-11-19T02:50:51,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x1012e2222250001, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:50:52,001 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12393904 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12393904 2024-11-19T02:50:52,001 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T02:50:52,005 DEBUG [M:0;e93af88909ff:42705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f151d94cc4064610b4515796046f0c11 is 82, key is hbase:meta,,1/info:regioninfo/1731984636785/Put/seqid=0 2024-11-19T02:50:52,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41355 is added to blk_1073741846_1025 (size=5672) 2024-11-19T02:50:52,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741846_1025 (size=5672) 2024-11-19T02:50:52,020 INFO [M:0;e93af88909ff:42705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f151d94cc4064610b4515796046f0c11 2024-11-19T02:50:52,068 DEBUG [M:0;e93af88909ff:42705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82355c2008f14081b6636a1d3a354628 is 773, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731984638004/Put/seqid=0 2024-11-19T02:50:52,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741847_1026 (size=6113) 2024-11-19T02:50:52,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35897 is added to blk_1073741847_1026 (size=6113) 2024-11-19T02:50:52,081 INFO [M:0;e93af88909ff:42705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.48 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82355c2008f14081b6636a1d3a354628 2024-11-19T02:50:52,121 DEBUG [M:0;e93af88909ff:42705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed21355b51434d9badb8a38e818940df is 69, key is e93af88909ff,34373,1731984635871/rs:state/1731984636220/Put/seqid=0 2024-11-19T02:50:52,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41355 is added to blk_1073741848_1027 (size=5156) 2024-11-19T02:50:52,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741848_1027 (size=5156) 2024-11-19T02:50:52,133 INFO [M:0;e93af88909ff:42705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed21355b51434d9badb8a38e818940df 2024-11-19T02:50:52,157 DEBUG [M:0;e93af88909ff:42705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fb20a098667b48e7b4d8cb322914cf90 is 52, key is load_balancer_on/state:d/1731984636911/Put/seqid=0 2024-11-19T02:50:52,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35897 is added to blk_1073741849_1028 (size=5056) 2024-11-19T02:50:52,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741849_1028 (size=5056) 2024-11-19T02:50:52,173 INFO [M:0;e93af88909ff:42705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fb20a098667b48e7b4d8cb322914cf90 2024-11-19T02:50:52,181 DEBUG [M:0;e93af88909ff:42705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f151d94cc4064610b4515796046f0c11 as hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f151d94cc4064610b4515796046f0c11 2024-11-19T02:50:52,188 INFO [M:0;e93af88909ff:42705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f151d94cc4064610b4515796046f0c11, entries=8, sequenceid=56, filesize=5.5 K 2024-11-19T02:50:52,189 DEBUG [M:0;e93af88909ff:42705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82355c2008f14081b6636a1d3a354628 as hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82355c2008f14081b6636a1d3a354628 2024-11-19T02:50:52,196 INFO [M:0;e93af88909ff:42705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82355c2008f14081b6636a1d3a354628, entries=6, sequenceid=56, filesize=6.0 K 2024-11-19T02:50:52,197 DEBUG [M:0;e93af88909ff:42705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed21355b51434d9badb8a38e818940df as hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed21355b51434d9badb8a38e818940df 2024-11-19T02:50:52,204 INFO [M:0;e93af88909ff:42705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed21355b51434d9badb8a38e818940df, entries=1, sequenceid=56, filesize=5.0 K 2024-11-19T02:50:52,205 DEBUG [M:0;e93af88909ff:42705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fb20a098667b48e7b4d8cb322914cf90 as hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/fb20a098667b48e7b4d8cb322914cf90 2024-11-19T02:50:52,211 INFO [M:0;e93af88909ff:42705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/fb20a098667b48e7b4d8cb322914cf90, entries=1, sequenceid=56, filesize=4.9 K 2024-11-19T02:50:52,213 INFO [M:0;e93af88909ff:42705 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 279ms, sequenceid=56, compaction requested=false 2024-11-19T02:50:52,215 INFO [M:0;e93af88909ff:42705 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:50:52,215 DEBUG [M:0;e93af88909ff:42705 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731984651933Disabling compacts and flushes for region at 1731984651933Disabling writes for close at 1731984651934 (+1 ms)Obtaining lock to block concurrent updates at 1731984651934Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731984651934Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23632, getHeapSize=29656, getOffHeapSize=0, getCellsCount=67 at 1731984651934Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731984651979 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731984651979Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731984652004 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731984652004Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731984652030 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731984652067 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731984652067Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731984652090 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731984652120 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731984652120Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731984652140 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731984652156 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731984652156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7088a018: reopening flushed file at 1731984652180 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a3c161c: reopening flushed file at 1731984652188 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3db78139: reopening flushed file at 1731984652196 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e149538: reopening flushed file at 1731984652204 (+8 ms)Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 279ms, sequenceid=56, compaction requested=false at 1731984652213 (+9 ms)Writing region close event to WAL at 1731984652215 (+2 ms)Closed at 1731984652215 2024-11-19T02:50:52,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741845_1023 (size=757) 2024-11-19T02:50:52,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38127 is added to blk_1073741845_1023 (size=757) 2024-11-19T02:50:52,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:50:52,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:50:52,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:50:53,428 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T02:50:53,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:50:53,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:50:53,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:50:53,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741834_1017 (size=2386) 2024-11-19T02:50:53,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741830_1024 (size=27165) 2024-11-19T02:50:54,571 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-19T02:50:54,571 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T02:50:54,571 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T02:50:54,571 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T02:50:55,983 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/WALs/e93af88909ff,42705,1731984635816/e93af88909ff%2C42705%2C1731984635816.1731984636014 after 4003ms 2024-11-19T02:50:55,984 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/WALs/e93af88909ff,42705,1731984635816/e93af88909ff%2C42705%2C1731984635816.1731984636014 to hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/oldWALs/e93af88909ff%2C42705%2C1731984635816.1731984636014 2024-11-19T02:50:55,988 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/MasterData/oldWALs/e93af88909ff%2C42705%2C1731984635816.1731984636014 to hdfs://localhost:37027/user/jenkins/test-data/e24b22e9-d61a-f15d-b99e-4e48b070a7b1/oldWALs/e93af88909ff%2C42705%2C1731984635816.1731984636014$masterlocalwal$ 2024-11-19T02:50:55,988 INFO [M:0;e93af88909ff:42705 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T02:50:55,988 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T02:50:55,988 INFO [M:0;e93af88909ff:42705 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42705 2024-11-19T02:50:55,988 INFO [M:0;e93af88909ff:42705 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T02:50:56,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:50:56,090 INFO [M:0;e93af88909ff:42705 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T02:50:56,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42705-0x1012e2222250000, quorum=127.0.0.1:51102, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:50:56,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5306c570{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:50:56,095 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6158d146{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:50:56,095 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:50:56,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c63f647{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:50:56,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@390e479f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/hadoop.log.dir/,STOPPED} 2024-11-19T02:50:56,096 WARN [BP-554807080-172.17.0.2-1731984635094 heartbeating to localhost/127.0.0.1:37027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:50:56,096 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:50:56,096 WARN [BP-554807080-172.17.0.2-1731984635094 heartbeating to localhost/127.0.0.1:37027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-554807080-172.17.0.2-1731984635094 (Datanode Uuid 76913520-941f-410f-8156-7a2be092549d) service to localhost/127.0.0.1:37027 2024-11-19T02:50:56,096 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:50:56,097 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9/data/data1/current/BP-554807080-172.17.0.2-1731984635094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:50:56,097 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9/data/data2/current/BP-554807080-172.17.0.2-1731984635094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:50:56,098 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:50:56,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2554faf7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:50:56,105 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27327bb0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:50:56,105 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:50:56,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@331de243{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:50:56,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b434fa5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/hadoop.log.dir/,STOPPED} 2024-11-19T02:50:56,106 WARN [BP-554807080-172.17.0.2-1731984635094 heartbeating to localhost/127.0.0.1:37027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:50:56,106 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:50:56,107 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:50:56,107 WARN [BP-554807080-172.17.0.2-1731984635094 heartbeating to localhost/127.0.0.1:37027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-554807080-172.17.0.2-1731984635094 (Datanode Uuid ec3b2403-4d5e-4244-a462-7b77d8d6e0ab) service to localhost/127.0.0.1:37027 2024-11-19T02:50:56,107 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9/data/data9/current/BP-554807080-172.17.0.2-1731984635094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:50:56,108 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9/data/data10/current/BP-554807080-172.17.0.2-1731984635094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:50:56,108 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:50:56,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50bce56e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:50:56,114 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34abcb16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:50:56,114 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:50:56,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e38cdfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:50:56,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c1a1532{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/hadoop.log.dir/,STOPPED} 2024-11-19T02:50:56,116 WARN [BP-554807080-172.17.0.2-1731984635094 heartbeating to localhost/127.0.0.1:37027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:50:56,116 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:50:56,117 WARN [BP-554807080-172.17.0.2-1731984635094 heartbeating to localhost/127.0.0.1:37027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-554807080-172.17.0.2-1731984635094 (Datanode Uuid a87faa8f-dec9-46a3-90da-f5a57bdf8003) service to localhost/127.0.0.1:37027 2024-11-19T02:50:56,117 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:50:56,117 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9/data/data7/current/BP-554807080-172.17.0.2-1731984635094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:50:56,117 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9/data/data8/current/BP-554807080-172.17.0.2-1731984635094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:50:56,118 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:50:56,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@637f0982{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:50:56,122 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3dd5c5c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:50:56,122 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:50:56,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@363d2dc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:50:56,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59327d46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/hadoop.log.dir/,STOPPED} 2024-11-19T02:50:56,124 WARN [BP-554807080-172.17.0.2-1731984635094 heartbeating to localhost/127.0.0.1:37027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:50:56,124 WARN [BP-554807080-172.17.0.2-1731984635094 heartbeating to localhost/127.0.0.1:37027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-554807080-172.17.0.2-1731984635094 (Datanode Uuid 3ff17ca6-801c-4010-9d81-735c9b8bb57b) service to localhost/127.0.0.1:37027 2024-11-19T02:50:56,124 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:50:56,124 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:50:56,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9/data/data5/current/BP-554807080-172.17.0.2-1731984635094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:50:56,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9/data/data6/current/BP-554807080-172.17.0.2-1731984635094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:50:56,127 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:50:56,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40972279{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:50:56,146 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63c46134{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:50:56,146 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:50:56,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a898108{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:50:56,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5047de0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/hadoop.log.dir/,STOPPED} 2024-11-19T02:50:56,149 WARN [BP-554807080-172.17.0.2-1731984635094 heartbeating to localhost/127.0.0.1:37027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:50:56,149 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:50:56,149 WARN [BP-554807080-172.17.0.2-1731984635094 heartbeating to localhost/127.0.0.1:37027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-554807080-172.17.0.2-1731984635094 (Datanode Uuid 7e663b67-ef05-418d-be23-798a03bb4b4f) service to localhost/127.0.0.1:37027 2024-11-19T02:50:56,149 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:50:56,150 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9/data/data3/current/BP-554807080-172.17.0.2-1731984635094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:50:56,150 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/cluster_c53d5334-4c61-8a3e-712f-f125934424f9/data/data4/current/BP-554807080-172.17.0.2-1731984635094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:50:56,151 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:50:56,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@533ad8f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T02:50:56,160 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36269b5c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:50:56,160 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:50:56,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@92b0df5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:50:56,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fba372a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/hadoop.log.dir/,STOPPED} 2024-11-19T02:50:56,169 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T02:50:56,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T02:50:56,211 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 66) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:37027 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:37027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:37027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=444 (was 392) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 137) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11927 (was 11870) - AvailableMemoryMB LEAK? - 2024-11-19T02:50:56,224 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=11924 2024-11-19T02:50:56,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T02:50:56,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/hadoop.log.dir so I do NOT create it in target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3 2024-11-19T02:50:56,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf13f27-e284-a4a2-bfb4-3498e90e8e95/hadoop.tmp.dir so I do NOT create it in target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3 2024-11-19T02:50:56,225 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/cluster_611941f5-8dbb-7181-d91f-f42e66ed4386, deleteOnExit=true 2024-11-19T02:50:56,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T02:50:56,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/test.cache.data in system properties and HBase conf 2024-11-19T02:50:56,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T02:50:56,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/hadoop.log.dir in system properties and HBase conf 2024-11-19T02:50:56,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T02:50:56,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T02:50:56,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T02:50:56,226 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T02:50:56,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T02:50:56,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T02:50:56,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T02:50:56,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T02:50:56,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T02:50:56,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T02:50:56,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T02:50:56,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T02:50:56,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T02:50:56,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/nfs.dump.dir in system properties and HBase conf 2024-11-19T02:50:56,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/java.io.tmpdir in system properties and HBase conf 2024-11-19T02:50:56,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T02:50:56,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T02:50:56,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T02:50:56,345 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:50:56,351 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:50:56,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:50:56,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:50:56,353 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T02:50:56,355 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:50:56,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54df4658{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:50:56,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7af4b54f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:50:56,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3897fe0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/java.io.tmpdir/jetty-localhost-39999-hadoop-hdfs-3_4_1-tests_jar-_-any-10252528532680878614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T02:50:56,485 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37142000{HTTP/1.1, (http/1.1)}{localhost:39999} 2024-11-19T02:50:56,485 INFO [Time-limited test {}] server.Server(415): Started @88402ms 2024-11-19T02:50:56,659 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:50:56,664 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:50:56,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:50:56,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:50:56,666 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T02:50:56,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282d8f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:50:56,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ce33677{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:50:56,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a39f17a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/java.io.tmpdir/jetty-localhost-46721-hadoop-hdfs-3_4_1-tests_jar-_-any-4053720691650438214/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:50:56,794 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f6c3d8b{HTTP/1.1, (http/1.1)}{localhost:46721} 2024-11-19T02:50:56,794 INFO [Time-limited test {}] server.Server(415): Started @88711ms 2024-11-19T02:50:56,795 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:50:56,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:50:56,836 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:50:56,842 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:50:56,842 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:50:56,842 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T02:50:56,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62d55df7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:50:56,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@821aa50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:50:56,906 WARN [Thread-785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/cluster_611941f5-8dbb-7181-d91f-f42e66ed4386/data/data1/current/BP-799599320-172.17.0.2-1731984656271/current, will proceed with Du for space computation calculation, 2024-11-19T02:50:56,906 WARN [Thread-786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/cluster_611941f5-8dbb-7181-d91f-f42e66ed4386/data/data2/current/BP-799599320-172.17.0.2-1731984656271/current, will proceed with Du for space computation calculation, 2024-11-19T02:50:56,941 WARN [Thread-764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:50:56,945 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf547e394bb6ce53b with lease ID 0x245c9201f51efc48: Processing first storage report for DS-f6efc3ac-c7c3-4ae3-80a5-dd6b51c8d74c from datanode DatanodeRegistration(127.0.0.1:35749, datanodeUuid=f21dfeec-a729-4fc0-9210-5cc7febcad55, infoPort=43509, infoSecurePort=0, ipcPort=40745, storageInfo=lv=-57;cid=testClusterID;nsid=662700938;c=1731984656271) 2024-11-19T02:50:56,945 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf547e394bb6ce53b with lease ID 0x245c9201f51efc48: from storage DS-f6efc3ac-c7c3-4ae3-80a5-dd6b51c8d74c node DatanodeRegistration(127.0.0.1:35749, datanodeUuid=f21dfeec-a729-4fc0-9210-5cc7febcad55, infoPort=43509, infoSecurePort=0, ipcPort=40745, storageInfo=lv=-57;cid=testClusterID;nsid=662700938;c=1731984656271), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:50:56,945 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf547e394bb6ce53b with lease ID 0x245c9201f51efc48: Processing first storage report for DS-227d8561-51ba-4de7-852c-84dd205a4f5f from datanode DatanodeRegistration(127.0.0.1:35749, datanodeUuid=f21dfeec-a729-4fc0-9210-5cc7febcad55, infoPort=43509, infoSecurePort=0, ipcPort=40745, storageInfo=lv=-57;cid=testClusterID;nsid=662700938;c=1731984656271) 2024-11-19T02:50:56,946 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf547e394bb6ce53b with lease ID 0x245c9201f51efc48: from storage DS-227d8561-51ba-4de7-852c-84dd205a4f5f node DatanodeRegistration(127.0.0.1:35749, datanodeUuid=f21dfeec-a729-4fc0-9210-5cc7febcad55, infoPort=43509, infoSecurePort=0, ipcPort=40745, storageInfo=lv=-57;cid=testClusterID;nsid=662700938;c=1731984656271), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:50:57,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@490ab78f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/java.io.tmpdir/jetty-localhost-38021-hadoop-hdfs-3_4_1-tests_jar-_-any-12927550253067717058/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:50:57,009 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35fe3c6{HTTP/1.1, (http/1.1)}{localhost:38021} 2024-11-19T02:50:57,009 INFO [Time-limited test {}] server.Server(415): Started @88926ms 2024-11-19T02:50:57,010 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:50:57,113 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/cluster_611941f5-8dbb-7181-d91f-f42e66ed4386/data/data3/current/BP-799599320-172.17.0.2-1731984656271/current, will proceed with Du for space computation calculation, 2024-11-19T02:50:57,113 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/cluster_611941f5-8dbb-7181-d91f-f42e66ed4386/data/data4/current/BP-799599320-172.17.0.2-1731984656271/current, will proceed with Du for space computation calculation, 2024-11-19T02:50:57,139 WARN [Thread-800 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:50:57,143 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc75bc963817678f6 with lease ID 0x245c9201f51efc49: Processing first storage report for DS-d280097d-a7b2-4345-8ea7-eb0eb3943913 from datanode DatanodeRegistration(127.0.0.1:45451, datanodeUuid=a2de1894-5af7-4366-ab90-a9b8a97cfbd2, infoPort=39453, infoSecurePort=0, ipcPort=33967, storageInfo=lv=-57;cid=testClusterID;nsid=662700938;c=1731984656271) 2024-11-19T02:50:57,143 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc75bc963817678f6 with lease ID 0x245c9201f51efc49: from storage DS-d280097d-a7b2-4345-8ea7-eb0eb3943913 node DatanodeRegistration(127.0.0.1:45451, datanodeUuid=a2de1894-5af7-4366-ab90-a9b8a97cfbd2, infoPort=39453, infoSecurePort=0, ipcPort=33967, storageInfo=lv=-57;cid=testClusterID;nsid=662700938;c=1731984656271), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T02:50:57,143 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc75bc963817678f6 with lease ID 0x245c9201f51efc49: Processing first storage report for DS-2376f604-b407-4afc-b254-c175eee6d338 from datanode DatanodeRegistration(127.0.0.1:45451, datanodeUuid=a2de1894-5af7-4366-ab90-a9b8a97cfbd2, infoPort=39453, infoSecurePort=0, ipcPort=33967, storageInfo=lv=-57;cid=testClusterID;nsid=662700938;c=1731984656271) 2024-11-19T02:50:57,143 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc75bc963817678f6 with lease ID 0x245c9201f51efc49: from storage DS-2376f604-b407-4afc-b254-c175eee6d338 node DatanodeRegistration(127.0.0.1:45451, datanodeUuid=a2de1894-5af7-4366-ab90-a9b8a97cfbd2, infoPort=39453, infoSecurePort=0, ipcPort=33967, storageInfo=lv=-57;cid=testClusterID;nsid=662700938;c=1731984656271), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:50:57,238 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3 2024-11-19T02:50:57,242 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/cluster_611941f5-8dbb-7181-d91f-f42e66ed4386/zookeeper_0, clientPort=59196, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/cluster_611941f5-8dbb-7181-d91f-f42e66ed4386/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/cluster_611941f5-8dbb-7181-d91f-f42e66ed4386/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T02:50:57,243 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59196 2024-11-19T02:50:57,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:50:57,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:50:57,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741825_1001 (size=7) 2024-11-19T02:50:57,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741825_1001 (size=7) 2024-11-19T02:50:57,259 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518 with version=8 2024-11-19T02:50:57,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/hbase-staging 2024-11-19T02:50:57,262 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e93af88909ff:0 server-side Connection retries=45 2024-11-19T02:50:57,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:50:57,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T02:50:57,262 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T02:50:57,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:50:57,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T02:50:57,262 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T02:50:57,262 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T02:50:57,263 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40793 2024-11-19T02:50:57,264 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40793 connecting to ZooKeeper ensemble=127.0.0.1:59196 2024-11-19T02:50:57,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407930x0, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T02:50:57,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40793-0x1012e2275e80000 connected 2024-11-19T02:50:57,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:50:57,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:50:57,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:50:57,296 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518, hbase.cluster.distributed=false 2024-11-19T02:50:57,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T02:50:57,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40793 2024-11-19T02:50:57,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40793 2024-11-19T02:50:57,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40793 2024-11-19T02:50:57,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40793 2024-11-19T02:50:57,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40793 2024-11-19T02:50:57,335 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e93af88909ff:0 server-side Connection retries=45 2024-11-19T02:50:57,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:50:57,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T02:50:57,335 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T02:50:57,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:50:57,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T02:50:57,336 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T02:50:57,336 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T02:50:57,341 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35461 2024-11-19T02:50:57,343 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35461 connecting to ZooKeeper ensemble=127.0.0.1:59196 2024-11-19T02:50:57,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:50:57,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:50:57,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354610x0, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T02:50:57,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354610x0, quorum=127.0.0.1:59196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:50:57,352 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T02:50:57,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35461-0x1012e2275e80001 connected 2024-11-19T02:50:57,354 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T02:50:57,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35461-0x1012e2275e80001, quorum=127.0.0.1:59196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T02:50:57,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35461-0x1012e2275e80001, quorum=127.0.0.1:59196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T02:50:57,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35461 2024-11-19T02:50:57,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35461 2024-11-19T02:50:57,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35461 2024-11-19T02:50:57,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35461 2024-11-19T02:50:57,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35461 2024-11-19T02:50:57,385 DEBUG [M:0;e93af88909ff:40793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e93af88909ff:40793 2024-11-19T02:50:57,385 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e93af88909ff,40793,1731984657261 2024-11-19T02:50:57,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012e2275e80001, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:50:57,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:50:57,393 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e93af88909ff,40793,1731984657261 2024-11-19T02:50:57,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012e2275e80001, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T02:50:57,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:57,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012e2275e80001, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:57,395 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T02:50:57,396 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e93af88909ff,40793,1731984657261 from backup master directory 2024-11-19T02:50:57,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012e2275e80001, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:50:57,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e93af88909ff,40793,1731984657261 2024-11-19T02:50:57,398 WARN [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T02:50:57,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:50:57,398 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e93af88909ff,40793,1731984657261 2024-11-19T02:50:57,405 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/hbase.id] with ID: 85c39e05-eec7-49db-9287-00c72ab9d961 2024-11-19T02:50:57,405 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/.tmp/hbase.id 2024-11-19T02:50:57,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741826_1002 (size=42) 2024-11-19T02:50:57,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741826_1002 (size=42) 2024-11-19T02:50:57,421 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/.tmp/hbase.id]:[hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/hbase.id] 2024-11-19T02:50:57,440 INFO [master/e93af88909ff:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:50:57,440 INFO [master/e93af88909ff:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T02:50:57,442 INFO [master/e93af88909ff:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T02:50:57,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:57,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012e2275e80001, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:57,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741827_1003 (size=196) 2024-11-19T02:50:57,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741827_1003 (size=196) 2024-11-19T02:50:57,465 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T02:50:57,466 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T02:50:57,476 INFO [master/e93af88909ff:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:50:57,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741828_1004 (size=1189) 2024-11-19T02:50:57,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741828_1004 (size=1189) 2024-11-19T02:50:57,492 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/data/master/store 2024-11-19T02:50:57,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741829_1005 (size=34) 2024-11-19T02:50:57,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741829_1005 (size=34) 2024-11-19T02:50:57,511 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:50:57,511 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T02:50:57,511 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:50:57,511 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:50:57,511 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T02:50:57,511 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:50:57,511 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:50:57,511 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731984657511Disabling compacts and flushes for region at 1731984657511Disabling writes for close at 1731984657511Writing region close event to WAL at 1731984657511Closed at 1731984657511 2024-11-19T02:50:57,512 WARN [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/data/master/store/.initializing 2024-11-19T02:50:57,512 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/WALs/e93af88909ff,40793,1731984657261 2024-11-19T02:50:57,514 INFO [master/e93af88909ff:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T02:50:57,516 INFO [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C40793%2C1731984657261, suffix=, logDir=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/WALs/e93af88909ff,40793,1731984657261, archiveDir=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/oldWALs, maxLogs=10 2024-11-19T02:50:57,531 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/WALs/e93af88909ff,40793,1731984657261/e93af88909ff%2C40793%2C1731984657261.1731984657516, exclude list is [], retry=0 2024-11-19T02:50:57,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35749,DS-f6efc3ac-c7c3-4ae3-80a5-dd6b51c8d74c,DISK] 2024-11-19T02:50:57,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45451,DS-d280097d-a7b2-4345-8ea7-eb0eb3943913,DISK] 2024-11-19T02:50:57,541 INFO [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/WALs/e93af88909ff,40793,1731984657261/e93af88909ff%2C40793%2C1731984657261.1731984657516 2024-11-19T02:50:57,542 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39453:39453),(127.0.0.1/127.0.0.1:43509:43509)] 2024-11-19T02:50:57,542 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:50:57,542 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:50:57,542 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:50:57,542 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:50:57,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:50:57,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T02:50:57,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:57,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:50:57,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:50:57,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T02:50:57,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:57,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:50:57,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:50:57,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T02:50:57,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:57,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:50:57,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:50:57,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T02:50:57,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:57,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:50:57,553 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:50:57,554 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:50:57,554 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:50:57,555 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:50:57,555 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:50:57,556 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T02:50:57,557 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:50:57,559 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:50:57,560 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=786228, jitterRate=-2.597123384475708E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T02:50:57,561 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731984657542Initializing all the Stores at 1731984657543 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984657543Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984657544 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984657544Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984657544Cleaning up temporary data from old regions at 1731984657555 (+11 ms)Region opened successfully at 1731984657560 (+5 ms) 2024-11-19T02:50:57,562 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T02:50:57,569 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d8aeca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0 2024-11-19T02:50:57,570 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T02:50:57,571 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T02:50:57,571 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T02:50:57,571 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T02:50:57,571 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T02:50:57,572 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T02:50:57,572 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T02:50:57,577 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T02:50:57,578 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T02:50:57,580 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-19T02:50:57,580 INFO [master/e93af88909ff:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T02:50:57,581 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T02:50:57,582 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-19T02:50:57,582 INFO [master/e93af88909ff:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T02:50:57,583 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T02:50:57,584 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-19T02:50:57,585 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T02:50:57,586 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T02:50:57,587 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T02:50:57,592 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T02:50:57,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012e2275e80001, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T02:50:57,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012e2275e80001, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:57,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T02:50:57,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:57,594 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e93af88909ff,40793,1731984657261, sessionid=0x1012e2275e80000, setting cluster-up flag (Was=false) 2024-11-19T02:50:57,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012e2275e80001, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:57,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:57,602 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T02:50:57,603 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e93af88909ff,40793,1731984657261 2024-11-19T02:50:57,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:57,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012e2275e80001, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:57,611 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T02:50:57,612 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e93af88909ff,40793,1731984657261 2024-11-19T02:50:57,613 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T02:50:57,616 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T02:50:57,616 INFO [master/e93af88909ff:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T02:50:57,616 INFO [master/e93af88909ff:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T02:50:57,616 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e93af88909ff,40793,1731984657261 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T02:50:57,617 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:50:57,618 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:50:57,618 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:50:57,618 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:50:57,618 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e93af88909ff:0, corePoolSize=10, maxPoolSize=10 2024-11-19T02:50:57,618 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:57,618 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e93af88909ff:0, corePoolSize=2, maxPoolSize=2 2024-11-19T02:50:57,618 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:57,618 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731984687618 2024-11-19T02:50:57,619 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T02:50:57,619 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T02:50:57,619 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T02:50:57,619 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T02:50:57,619 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T02:50:57,619 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T02:50:57,619 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:57,619 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T02:50:57,619 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T02:50:57,620 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T02:50:57,620 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T02:50:57,620 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T02:50:57,620 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T02:50:57,620 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T02:50:57,620 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984657620,5,FailOnTimeoutGroup] 2024-11-19T02:50:57,621 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:57,621 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T02:50:57,624 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984657620,5,FailOnTimeoutGroup] 2024-11-19T02:50:57,624 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:57,624 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T02:50:57,624 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:57,624 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:57,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741831_1007 (size=1321) 2024-11-19T02:50:57,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741831_1007 (size=1321) 2024-11-19T02:50:57,631 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T02:50:57,631 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518 2024-11-19T02:50:57,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741832_1008 (size=32) 2024-11-19T02:50:57,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741832_1008 (size=32) 2024-11-19T02:50:57,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:50:57,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T02:50:57,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T02:50:57,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:57,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:50:57,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T02:50:57,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T02:50:57,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:57,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:50:57,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T02:50:57,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T02:50:57,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:57,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:50:57,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T02:50:57,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T02:50:57,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:57,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:50:57,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T02:50:57,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/hbase/meta/1588230740 2024-11-19T02:50:57,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/hbase/meta/1588230740 2024-11-19T02:50:57,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T02:50:57,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T02:50:57,651 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T02:50:57,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T02:50:57,654 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:50:57,655 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=748955, jitterRate=-0.047654613852500916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T02:50:57,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731984657639Initializing all the Stores at 1731984657640 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984657640Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984657640Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984657640Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984657640Cleaning up temporary data from old regions at 1731984657651 (+11 ms)Region opened successfully at 1731984657656 (+5 ms) 2024-11-19T02:50:57,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T02:50:57,656 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T02:50:57,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T02:50:57,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T02:50:57,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T02:50:57,656 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T02:50:57,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731984657656Disabling compacts and flushes for region at 1731984657656Disabling writes for close at 1731984657656Writing region close event to WAL at 1731984657656Closed at 1731984657656 2024-11-19T02:50:57,658 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T02:50:57,658 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T02:50:57,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T02:50:57,659 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T02:50:57,661 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T02:50:57,668 INFO [RS:0;e93af88909ff:35461 {}] regionserver.HRegionServer(746): ClusterId : 85c39e05-eec7-49db-9287-00c72ab9d961 2024-11-19T02:50:57,668 DEBUG [RS:0;e93af88909ff:35461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T02:50:57,671 DEBUG [RS:0;e93af88909ff:35461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T02:50:57,671 DEBUG [RS:0;e93af88909ff:35461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T02:50:57,673 DEBUG [RS:0;e93af88909ff:35461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T02:50:57,673 DEBUG [RS:0;e93af88909ff:35461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c985a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0 2024-11-19T02:50:57,685 DEBUG [RS:0;e93af88909ff:35461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e93af88909ff:35461 2024-11-19T02:50:57,685 INFO [RS:0;e93af88909ff:35461 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T02:50:57,685 INFO [RS:0;e93af88909ff:35461 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T02:50:57,685 DEBUG [RS:0;e93af88909ff:35461 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T02:50:57,686 INFO [RS:0;e93af88909ff:35461 {}] regionserver.HRegionServer(2659): reportForDuty to master=e93af88909ff,40793,1731984657261 with port=35461, startcode=1731984657334 2024-11-19T02:50:57,686 DEBUG [RS:0;e93af88909ff:35461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T02:50:57,688 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35661, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T02:50:57,688 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40793 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e93af88909ff,35461,1731984657334 2024-11-19T02:50:57,688 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40793 {}] master.ServerManager(517): Registering regionserver=e93af88909ff,35461,1731984657334 2024-11-19T02:50:57,690 DEBUG [RS:0;e93af88909ff:35461 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518 2024-11-19T02:50:57,690 DEBUG [RS:0;e93af88909ff:35461 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39519 2024-11-19T02:50:57,690 DEBUG [RS:0;e93af88909ff:35461 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T02:50:57,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T02:50:57,692 DEBUG [RS:0;e93af88909ff:35461 {}] zookeeper.ZKUtil(111): regionserver:35461-0x1012e2275e80001, quorum=127.0.0.1:59196, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e93af88909ff,35461,1731984657334 2024-11-19T02:50:57,692 WARN [RS:0;e93af88909ff:35461 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T02:50:57,692 INFO [RS:0;e93af88909ff:35461 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:50:57,692 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e93af88909ff,35461,1731984657334] 2024-11-19T02:50:57,692 DEBUG [RS:0;e93af88909ff:35461 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/WALs/e93af88909ff,35461,1731984657334 2024-11-19T02:50:57,696 INFO [RS:0;e93af88909ff:35461 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T02:50:57,697 INFO [RS:0;e93af88909ff:35461 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T02:50:57,699 INFO [RS:0;e93af88909ff:35461 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T02:50:57,699 INFO [RS:0;e93af88909ff:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:57,699 INFO [RS:0;e93af88909ff:35461 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T02:50:57,700 INFO [RS:0;e93af88909ff:35461 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T02:50:57,700 INFO [RS:0;e93af88909ff:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:57,700 DEBUG [RS:0;e93af88909ff:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:57,700 DEBUG [RS:0;e93af88909ff:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:57,700 DEBUG [RS:0;e93af88909ff:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:57,701 DEBUG [RS:0;e93af88909ff:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:57,701 DEBUG [RS:0;e93af88909ff:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:57,701 DEBUG [RS:0;e93af88909ff:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0, corePoolSize=2, maxPoolSize=2 2024-11-19T02:50:57,701 DEBUG [RS:0;e93af88909ff:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:57,701 DEBUG [RS:0;e93af88909ff:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:57,701 DEBUG [RS:0;e93af88909ff:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:57,701 DEBUG [RS:0;e93af88909ff:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:57,701 DEBUG [RS:0;e93af88909ff:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:57,701 DEBUG [RS:0;e93af88909ff:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:50:57,701 DEBUG [RS:0;e93af88909ff:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3 2024-11-19T02:50:57,701 DEBUG [RS:0;e93af88909ff:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3 2024-11-19T02:50:57,704 INFO [RS:0;e93af88909ff:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:57,704 INFO [RS:0;e93af88909ff:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:57,704 INFO [RS:0;e93af88909ff:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:57,704 INFO [RS:0;e93af88909ff:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:57,704 INFO [RS:0;e93af88909ff:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:57,704 INFO [RS:0;e93af88909ff:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,35461,1731984657334-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T02:50:57,719 INFO [RS:0;e93af88909ff:35461 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T02:50:57,719 INFO [RS:0;e93af88909ff:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,35461,1731984657334-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:57,719 INFO [RS:0;e93af88909ff:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:57,719 INFO [RS:0;e93af88909ff:35461 {}] regionserver.Replication(171): e93af88909ff,35461,1731984657334 started 2024-11-19T02:50:57,733 INFO [RS:0;e93af88909ff:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:57,734 INFO [RS:0;e93af88909ff:35461 {}] regionserver.HRegionServer(1482): Serving as e93af88909ff,35461,1731984657334, RpcServer on e93af88909ff/172.17.0.2:35461, sessionid=0x1012e2275e80001 2024-11-19T02:50:57,734 DEBUG [RS:0;e93af88909ff:35461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T02:50:57,734 DEBUG [RS:0;e93af88909ff:35461 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e93af88909ff,35461,1731984657334 2024-11-19T02:50:57,734 DEBUG [RS:0;e93af88909ff:35461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,35461,1731984657334' 2024-11-19T02:50:57,734 DEBUG [RS:0;e93af88909ff:35461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T02:50:57,735 DEBUG [RS:0;e93af88909ff:35461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T02:50:57,735 DEBUG [RS:0;e93af88909ff:35461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T02:50:57,735 DEBUG [RS:0;e93af88909ff:35461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T02:50:57,735 DEBUG [RS:0;e93af88909ff:35461 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e93af88909ff,35461,1731984657334 2024-11-19T02:50:57,735 DEBUG [RS:0;e93af88909ff:35461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,35461,1731984657334' 2024-11-19T02:50:57,735 DEBUG [RS:0;e93af88909ff:35461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T02:50:57,736 DEBUG [RS:0;e93af88909ff:35461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T02:50:57,736 DEBUG [RS:0;e93af88909ff:35461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T02:50:57,736 INFO [RS:0;e93af88909ff:35461 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T02:50:57,736 INFO [RS:0;e93af88909ff:35461 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T02:50:57,811 WARN [e93af88909ff:40793 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-19T02:50:57,837 INFO [RS:0;e93af88909ff:35461 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T02:50:57,838 INFO [RS:0;e93af88909ff:35461 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C35461%2C1731984657334, suffix=, logDir=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/WALs/e93af88909ff,35461,1731984657334, archiveDir=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/oldWALs, maxLogs=32 2024-11-19T02:50:57,853 DEBUG [RS:0;e93af88909ff:35461 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/WALs/e93af88909ff,35461,1731984657334/e93af88909ff%2C35461%2C1731984657334.1731984657839, exclude list is [], retry=0 2024-11-19T02:50:57,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45451,DS-d280097d-a7b2-4345-8ea7-eb0eb3943913,DISK] 2024-11-19T02:50:57,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35749,DS-f6efc3ac-c7c3-4ae3-80a5-dd6b51c8d74c,DISK] 2024-11-19T02:50:57,858 INFO [RS:0;e93af88909ff:35461 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/WALs/e93af88909ff,35461,1731984657334/e93af88909ff%2C35461%2C1731984657334.1731984657839 2024-11-19T02:50:57,859 DEBUG [RS:0;e93af88909ff:35461 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39453:39453),(127.0.0.1/127.0.0.1:43509:43509)] 2024-11-19T02:50:58,061 DEBUG [e93af88909ff:40793 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T02:50:58,062 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e93af88909ff,35461,1731984657334 2024-11-19T02:50:58,063 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e93af88909ff,35461,1731984657334, state=OPENING 2024-11-19T02:50:58,065 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T02:50:58,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:58,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012e2275e80001, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:50:58,071 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T02:50:58,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:50:58,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:50:58,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e93af88909ff,35461,1731984657334}] 2024-11-19T02:50:58,225 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T02:50:58,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48795, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T02:50:58,231 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T02:50:58,231 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:50:58,231 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T02:50:58,233 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C35461%2C1731984657334.meta, suffix=.meta, logDir=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/WALs/e93af88909ff,35461,1731984657334, archiveDir=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/oldWALs, maxLogs=32 2024-11-19T02:50:58,247 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/WALs/e93af88909ff,35461,1731984657334/e93af88909ff%2C35461%2C1731984657334.meta.1731984658234.meta, exclude list is [], retry=0 2024-11-19T02:50:58,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45451,DS-d280097d-a7b2-4345-8ea7-eb0eb3943913,DISK] 2024-11-19T02:50:58,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35749,DS-f6efc3ac-c7c3-4ae3-80a5-dd6b51c8d74c,DISK] 2024-11-19T02:50:58,251 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/WALs/e93af88909ff,35461,1731984657334/e93af88909ff%2C35461%2C1731984657334.meta.1731984658234.meta 2024-11-19T02:50:58,251 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39453:39453),(127.0.0.1/127.0.0.1:43509:43509)] 2024-11-19T02:50:58,251 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:50:58,252 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T02:50:58,252 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T02:50:58,252 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T02:50:58,252 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T02:50:58,252 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:50:58,252 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T02:50:58,253 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T02:50:58,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T02:50:58,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T02:50:58,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:58,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:50:58,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T02:50:58,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T02:50:58,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:58,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:50:58,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T02:50:58,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T02:50:58,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:58,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:50:58,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T02:50:58,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T02:50:58,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:58,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:50:58,259 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T02:50:58,260 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/hbase/meta/1588230740 2024-11-19T02:50:58,261 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/hbase/meta/1588230740 2024-11-19T02:50:58,263 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T02:50:58,263 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T02:50:58,263 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T02:50:58,265 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T02:50:58,266 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=750085, jitterRate=-0.046218618750572205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T02:50:58,266 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T02:50:58,266 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731984658253Writing region info on filesystem at 1731984658253Initializing all the Stores at 1731984658253Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984658253Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984658254 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984658254Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984658254Cleaning up temporary data from old regions at 1731984658263 (+9 ms)Running coprocessor post-open hooks at 1731984658266 (+3 ms)Region opened successfully at 1731984658266 2024-11-19T02:50:58,267 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731984658224 2024-11-19T02:50:58,269 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T02:50:58,270 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T02:50:58,270 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,35461,1731984657334 2024-11-19T02:50:58,271 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e93af88909ff,35461,1731984657334, state=OPEN 2024-11-19T02:50:58,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012e2275e80001, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:50:58,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:50:58,278 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e93af88909ff,35461,1731984657334 2024-11-19T02:50:58,278 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:50:58,278 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:50:58,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T02:50:58,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e93af88909ff,35461,1731984657334 in 207 msec 2024-11-19T02:50:58,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T02:50:58,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 623 msec 2024-11-19T02:50:58,284 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T02:50:58,284 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T02:50:58,286 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:50:58,286 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,35461,1731984657334, seqNum=-1] 2024-11-19T02:50:58,286 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:50:58,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60573, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:50:58,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 677 msec 2024-11-19T02:50:58,293 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731984658292, completionTime=-1 2024-11-19T02:50:58,293 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T02:50:58,293 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-19T02:50:58,295 INFO [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-19T02:50:58,295 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731984718295 2024-11-19T02:50:58,295 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731984778295 2024-11-19T02:50:58,295 INFO [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-19T02:50:58,295 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,40793,1731984657261-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:58,295 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,40793,1731984657261-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:58,295 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,40793,1731984657261-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:58,295 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e93af88909ff:40793, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:58,295 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:58,295 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:58,297 DEBUG [master/e93af88909ff:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T02:50:58,299 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.901sec 2024-11-19T02:50:58,299 INFO [master/e93af88909ff:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T02:50:58,299 INFO [master/e93af88909ff:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T02:50:58,299 INFO [master/e93af88909ff:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T02:50:58,299 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T02:50:58,299 INFO [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T02:50:58,299 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,40793,1731984657261-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T02:50:58,299 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,40793,1731984657261-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T02:50:58,301 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T02:50:58,301 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T02:50:58,302 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,40793,1731984657261-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:50:58,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd74c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:50:58,368 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,40793,-1 for getting cluster id 2024-11-19T02:50:58,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:50:58,370 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85c39e05-eec7-49db-9287-00c72ab9d961' 2024-11-19T02:50:58,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:50:58,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85c39e05-eec7-49db-9287-00c72ab9d961" 2024-11-19T02:50:58,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ffa622a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:50:58,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,40793,-1] 2024-11-19T02:50:58,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:50:58,372 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:50:58,373 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:50:58,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8c3f97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:50:58,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:50:58,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,35461,1731984657334, seqNum=-1] 2024-11-19T02:50:58,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:50:58,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:50:58,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e93af88909ff,40793,1731984657261 2024-11-19T02:50:58,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:50:58,381 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-19T02:50:58,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T02:50:58,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e93af88909ff,40793,1731984657261 2024-11-19T02:50:58,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3744a6fb 2024-11-19T02:50:58,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T02:50:58,384 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T02:50:58,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-19T02:50:58,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-19T02:50:58,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T02:50:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-19T02:50:58,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T02:50:58,387 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:58,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-19T02:50:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:50:58,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T02:50:58,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741835_1011 (size=405) 2024-11-19T02:50:58,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741835_1011 (size=405) 2024-11-19T02:50:58,397 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8065f6f082d02cac2b3ce2ffaf06325a, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518 2024-11-19T02:50:58,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741836_1012 (size=88) 2024-11-19T02:50:58,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741836_1012 (size=88) 2024-11-19T02:50:58,404 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:50:58,404 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 8065f6f082d02cac2b3ce2ffaf06325a, disabling compactions & flushes 2024-11-19T02:50:58,404 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a. 2024-11-19T02:50:58,404 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a. 2024-11-19T02:50:58,404 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a. after waiting 0 ms 2024-11-19T02:50:58,404 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a. 2024-11-19T02:50:58,404 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a. 2024-11-19T02:50:58,404 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8065f6f082d02cac2b3ce2ffaf06325a: Waiting for close lock at 1731984658404Disabling compacts and flushes for region at 1731984658404Disabling writes for close at 1731984658404Writing region close event to WAL at 1731984658404Closed at 1731984658404 2024-11-19T02:50:58,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T02:50:58,406 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731984658406"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984658406"}]},"ts":"1731984658406"} 2024-11-19T02:50:58,408 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T02:50:58,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T02:50:58,409 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731984658409"}]},"ts":"1731984658409"} 2024-11-19T02:50:58,411 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-19T02:50:58,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8065f6f082d02cac2b3ce2ffaf06325a, ASSIGN}] 2024-11-19T02:50:58,413 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8065f6f082d02cac2b3ce2ffaf06325a, ASSIGN 2024-11-19T02:50:58,414 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8065f6f082d02cac2b3ce2ffaf06325a, ASSIGN; state=OFFLINE, location=e93af88909ff,35461,1731984657334; forceNewPlan=false, retain=false 2024-11-19T02:50:58,565 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8065f6f082d02cac2b3ce2ffaf06325a, regionState=OPENING, regionLocation=e93af88909ff,35461,1731984657334 2024-11-19T02:50:58,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8065f6f082d02cac2b3ce2ffaf06325a, ASSIGN because future has completed 2024-11-19T02:50:58,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8065f6f082d02cac2b3ce2ffaf06325a, server=e93af88909ff,35461,1731984657334}] 2024-11-19T02:50:58,726 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a. 2024-11-19T02:50:58,726 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8065f6f082d02cac2b3ce2ffaf06325a, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a.', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:50:58,727 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 8065f6f082d02cac2b3ce2ffaf06325a 2024-11-19T02:50:58,727 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:50:58,727 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8065f6f082d02cac2b3ce2ffaf06325a 2024-11-19T02:50:58,727 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8065f6f082d02cac2b3ce2ffaf06325a 2024-11-19T02:50:58,728 INFO [StoreOpener-8065f6f082d02cac2b3ce2ffaf06325a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8065f6f082d02cac2b3ce2ffaf06325a 2024-11-19T02:50:58,730 INFO [StoreOpener-8065f6f082d02cac2b3ce2ffaf06325a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8065f6f082d02cac2b3ce2ffaf06325a columnFamilyName info 2024-11-19T02:50:58,730 DEBUG [StoreOpener-8065f6f082d02cac2b3ce2ffaf06325a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:50:58,730 INFO [StoreOpener-8065f6f082d02cac2b3ce2ffaf06325a-1 {}] regionserver.HStore(327): Store=8065f6f082d02cac2b3ce2ffaf06325a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:50:58,731 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8065f6f082d02cac2b3ce2ffaf06325a 2024-11-19T02:50:58,731 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a 2024-11-19T02:50:58,732 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a 2024-11-19T02:50:58,732 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8065f6f082d02cac2b3ce2ffaf06325a 2024-11-19T02:50:58,732 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8065f6f082d02cac2b3ce2ffaf06325a 2024-11-19T02:50:58,734 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8065f6f082d02cac2b3ce2ffaf06325a 2024-11-19T02:50:58,736 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:50:58,736 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8065f6f082d02cac2b3ce2ffaf06325a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=815957, jitterRate=0.037543535232543945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:50:58,736 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8065f6f082d02cac2b3ce2ffaf06325a 2024-11-19T02:50:58,737 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8065f6f082d02cac2b3ce2ffaf06325a: Running coprocessor pre-open hook at 1731984658727Writing region info on filesystem at 1731984658727Initializing all the Stores at 1731984658728 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984658728Cleaning up temporary data from old regions at 1731984658732 (+4 ms)Running coprocessor post-open hooks at 1731984658736 (+4 ms)Region opened successfully at 1731984658737 (+1 ms) 2024-11-19T02:50:58,738 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a., pid=6, masterSystemTime=1731984658721 2024-11-19T02:50:58,740 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a. 2024-11-19T02:50:58,740 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a. 2024-11-19T02:50:58,741 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8065f6f082d02cac2b3ce2ffaf06325a, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,35461,1731984657334 2024-11-19T02:50:58,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8065f6f082d02cac2b3ce2ffaf06325a, server=e93af88909ff,35461,1731984657334 because future has completed 2024-11-19T02:50:58,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T02:50:58,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8065f6f082d02cac2b3ce2ffaf06325a, server=e93af88909ff,35461,1731984657334 in 176 msec 2024-11-19T02:50:58,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T02:50:58,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8065f6f082d02cac2b3ce2ffaf06325a, ASSIGN in 336 msec 2024-11-19T02:50:58,750 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T02:50:58,751 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731984658750"}]},"ts":"1731984658750"} 2024-11-19T02:50:58,753 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-19T02:50:58,754 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T02:50:58,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 369 msec 2024-11-19T02:51:00,074 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T02:51:00,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:00,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:00,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:00,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:00,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:00,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:00,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:00,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:03,696 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T02:51:03,697 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-19T02:51:04,571 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T02:51:04,571 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T02:51:04,572 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T02:51:04,572 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T02:51:04,572 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T02:51:04,572 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T02:51:04,573 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-19T02:51:04,573 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-19T02:51:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:51:08,437 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-19T02:51:08,437 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-19T02:51:08,440 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-19T02:51:08,440 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a. 2024-11-19T02:51:08,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a., hostname=e93af88909ff,35461,1731984657334, seqNum=2] 2024-11-19T02:51:08,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-19T02:51:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-19T02:51:08,456 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:51:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T02:51:08,457 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:51:08,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:51:08,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-19T02:51:08,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a. 2024-11-19T02:51:08,620 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 8065f6f082d02cac2b3ce2ffaf06325a 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-19T02:51:08,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/.tmp/info/4fc8b4cc7b854f56b3ec8b4f52b7dfc2 is 1055, key is row0001/info:/1731984668444/Put/seqid=0 2024-11-19T02:51:08,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741837_1013 (size=6008) 2024-11-19T02:51:08,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741837_1013 (size=6008) 2024-11-19T02:51:08,643 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/.tmp/info/4fc8b4cc7b854f56b3ec8b4f52b7dfc2 2024-11-19T02:51:08,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/.tmp/info/4fc8b4cc7b854f56b3ec8b4f52b7dfc2 as hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/info/4fc8b4cc7b854f56b3ec8b4f52b7dfc2 2024-11-19T02:51:08,657 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/info/4fc8b4cc7b854f56b3ec8b4f52b7dfc2, entries=1, sequenceid=5, filesize=5.9 K 2024-11-19T02:51:08,658 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8065f6f082d02cac2b3ce2ffaf06325a in 38ms, sequenceid=5, compaction requested=false 2024-11-19T02:51:08,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 8065f6f082d02cac2b3ce2ffaf06325a: 2024-11-19T02:51:08,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a. 2024-11-19T02:51:08,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T02:51:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T02:51:08,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-19T02:51:08,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 206 msec 2024-11-19T02:51:08,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 216 msec 2024-11-19T02:51:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T02:51:18,497 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-19T02:51:18,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-19T02:51:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-19T02:51:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T02:51:18,503 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:51:18,503 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:51:18,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:51:18,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-19T02:51:18,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a. 2024-11-19T02:51:18,657 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 8065f6f082d02cac2b3ce2ffaf06325a 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-19T02:51:18,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/.tmp/info/700a652a89ae482bb019ad94333472e1 is 1055, key is row0002/info:/1731984678498/Put/seqid=0 2024-11-19T02:51:18,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741838_1014 (size=6008) 2024-11-19T02:51:18,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741838_1014 (size=6008) 2024-11-19T02:51:18,669 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/.tmp/info/700a652a89ae482bb019ad94333472e1 2024-11-19T02:51:18,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/.tmp/info/700a652a89ae482bb019ad94333472e1 as hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/info/700a652a89ae482bb019ad94333472e1 2024-11-19T02:51:18,682 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/info/700a652a89ae482bb019ad94333472e1, entries=1, sequenceid=9, filesize=5.9 K 2024-11-19T02:51:18,683 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8065f6f082d02cac2b3ce2ffaf06325a in 26ms, sequenceid=9, compaction requested=false 2024-11-19T02:51:18,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 8065f6f082d02cac2b3ce2ffaf06325a: 2024-11-19T02:51:18,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a. 2024-11-19T02:51:18,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-19T02:51:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-19T02:51:18,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T02:51:18,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 181 msec 2024-11-19T02:51:18,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 188 msec 2024-11-19T02:51:27,238 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T02:51:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T02:51:28,557 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-19T02:51:28,573 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/WALs/e93af88909ff,35461,1731984657334/e93af88909ff%2C35461%2C1731984657334.1731984688560, exclude list is [], retry=0 2024-11-19T02:51:28,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35749,DS-f6efc3ac-c7c3-4ae3-80a5-dd6b51c8d74c,DISK] 2024-11-19T02:51:28,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45451,DS-d280097d-a7b2-4345-8ea7-eb0eb3943913,DISK] 2024-11-19T02:51:28,577 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/WALs/e93af88909ff,35461,1731984657334/e93af88909ff%2C35461%2C1731984657334.1731984657839 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/WALs/e93af88909ff,35461,1731984657334/e93af88909ff%2C35461%2C1731984657334.1731984688560 2024-11-19T02:51:28,578 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43509:43509),(127.0.0.1/127.0.0.1:39453:39453)] 2024-11-19T02:51:28,578 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/WALs/e93af88909ff,35461,1731984657334/e93af88909ff%2C35461%2C1731984657334.1731984657839 is not closed yet, will try archiving it next time 2024-11-19T02:51:28,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-19T02:51:28,579 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/WALs/e93af88909ff,35461,1731984657334/e93af88909ff%2C35461%2C1731984657334.1731984657839 not finished, retry = 0 2024-11-19T02:51:28,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741833_1009 (size=5471) 2024-11-19T02:51:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-19T02:51:28,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741833_1009 (size=5471) 2024-11-19T02:51:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T02:51:28,581 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:51:28,582 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:51:28,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:51:28,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-19T02:51:28,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a. 2024-11-19T02:51:28,736 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 8065f6f082d02cac2b3ce2ffaf06325a 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-19T02:51:28,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/.tmp/info/ca0378f82cd047b284844e713c88d806 is 1055, key is row0003/info:/1731984688558/Put/seqid=0 2024-11-19T02:51:28,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741840_1016 (size=6008) 2024-11-19T02:51:28,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741840_1016 (size=6008) 2024-11-19T02:51:28,747 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/.tmp/info/ca0378f82cd047b284844e713c88d806 2024-11-19T02:51:28,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/.tmp/info/ca0378f82cd047b284844e713c88d806 as hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/info/ca0378f82cd047b284844e713c88d806 2024-11-19T02:51:28,760 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/info/ca0378f82cd047b284844e713c88d806, entries=1, sequenceid=13, filesize=5.9 K 2024-11-19T02:51:28,761 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8065f6f082d02cac2b3ce2ffaf06325a in 25ms, sequenceid=13, compaction requested=true 2024-11-19T02:51:28,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 8065f6f082d02cac2b3ce2ffaf06325a: 2024-11-19T02:51:28,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a. 2024-11-19T02:51:28,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-19T02:51:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-19T02:51:28,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-19T02:51:28,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 181 msec 2024-11-19T02:51:28,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 188 msec 2024-11-19T02:51:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T02:51:38,667 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-19T02:51:38,670 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:51:38,673 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:51:38,674 DEBUG [Time-limited test {}] regionserver.HStore(1541): 8065f6f082d02cac2b3ce2ffaf06325a/info is initiating minor compaction (all files) 2024-11-19T02:51:38,674 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T02:51:38,674 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:51:38,675 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 8065f6f082d02cac2b3ce2ffaf06325a/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a. 2024-11-19T02:51:38,675 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/info/4fc8b4cc7b854f56b3ec8b4f52b7dfc2, hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/info/700a652a89ae482bb019ad94333472e1, hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/info/ca0378f82cd047b284844e713c88d806] into tmpdir=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/.tmp, totalSize=17.6 K 2024-11-19T02:51:38,676 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4fc8b4cc7b854f56b3ec8b4f52b7dfc2, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731984668444 2024-11-19T02:51:38,676 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 700a652a89ae482bb019ad94333472e1, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731984678498 2024-11-19T02:51:38,677 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ca0378f82cd047b284844e713c88d806, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731984688558 2024-11-19T02:51:38,699 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 8065f6f082d02cac2b3ce2ffaf06325a#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:51:38,699 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/.tmp/info/337654dfdf4b464494559257e97bb85d is 1055, key is row0001/info:/1731984668444/Put/seqid=0 2024-11-19T02:51:38,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741841_1017 (size=8221) 2024-11-19T02:51:38,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741841_1017 (size=8221) 2024-11-19T02:51:38,711 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/.tmp/info/337654dfdf4b464494559257e97bb85d as hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/info/337654dfdf4b464494559257e97bb85d 2024-11-19T02:51:38,725 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8065f6f082d02cac2b3ce2ffaf06325a/info of 8065f6f082d02cac2b3ce2ffaf06325a into 337654dfdf4b464494559257e97bb85d(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:51:38,725 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 8065f6f082d02cac2b3ce2ffaf06325a: 2024-11-19T02:51:38,743 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/WALs/e93af88909ff,35461,1731984657334/e93af88909ff%2C35461%2C1731984657334.1731984698729, exclude list is [], retry=0 2024-11-19T02:51:38,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45451,DS-d280097d-a7b2-4345-8ea7-eb0eb3943913,DISK] 2024-11-19T02:51:38,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35749,DS-f6efc3ac-c7c3-4ae3-80a5-dd6b51c8d74c,DISK] 2024-11-19T02:51:38,748 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/WALs/e93af88909ff,35461,1731984657334/e93af88909ff%2C35461%2C1731984657334.1731984688560 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/WALs/e93af88909ff,35461,1731984657334/e93af88909ff%2C35461%2C1731984657334.1731984698729 2024-11-19T02:51:38,748 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39453:39453),(127.0.0.1/127.0.0.1:43509:43509)] 2024-11-19T02:51:38,748 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/WALs/e93af88909ff,35461,1731984657334/e93af88909ff%2C35461%2C1731984657334.1731984688560 is not closed yet, will try archiving it next time 2024-11-19T02:51:38,748 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/WALs/e93af88909ff,35461,1731984657334/e93af88909ff%2C35461%2C1731984657334.1731984657839 to hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/oldWALs/e93af88909ff%2C35461%2C1731984657334.1731984657839 2024-11-19T02:51:38,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-19T02:51:38,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741839_1015 (size=2495) 2024-11-19T02:51:38,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741839_1015 (size=2495) 2024-11-19T02:51:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-19T02:51:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T02:51:38,752 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:51:38,753 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:51:38,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:51:38,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-19T02:51:38,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a. 2024-11-19T02:51:38,907 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 8065f6f082d02cac2b3ce2ffaf06325a 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-19T02:51:38,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/.tmp/info/a7d72c61d00c45ea89bd43b2d0b3f48e is 1055, key is row0000/info:/1731984698727/Put/seqid=0 2024-11-19T02:51:38,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741843_1019 (size=6008) 2024-11-19T02:51:38,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741843_1019 (size=6008) 2024-11-19T02:51:38,946 INFO [master/e93af88909ff:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T02:51:38,946 INFO [master/e93af88909ff:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T02:51:39,321 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/.tmp/info/a7d72c61d00c45ea89bd43b2d0b3f48e 2024-11-19T02:51:39,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/.tmp/info/a7d72c61d00c45ea89bd43b2d0b3f48e as hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/info/a7d72c61d00c45ea89bd43b2d0b3f48e 2024-11-19T02:51:39,334 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/info/a7d72c61d00c45ea89bd43b2d0b3f48e, entries=1, sequenceid=18, filesize=5.9 K 2024-11-19T02:51:39,335 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8065f6f082d02cac2b3ce2ffaf06325a in 428ms, sequenceid=18, compaction requested=false 2024-11-19T02:51:39,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 8065f6f082d02cac2b3ce2ffaf06325a: 2024-11-19T02:51:39,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a. 2024-11-19T02:51:39,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-19T02:51:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-19T02:51:39,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-19T02:51:39,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 584 msec 2024-11-19T02:51:39,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 590 msec 2024-11-19T02:51:43,727 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8065f6f082d02cac2b3ce2ffaf06325a, had cached 0 bytes from a total of 14229 2024-11-19T02:51:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T02:51:48,766 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-19T02:51:48,783 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/WALs/e93af88909ff,35461,1731984657334/e93af88909ff%2C35461%2C1731984657334.1731984708769, exclude list is [], retry=0 2024-11-19T02:51:48,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45451,DS-d280097d-a7b2-4345-8ea7-eb0eb3943913,DISK] 2024-11-19T02:51:48,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35749,DS-f6efc3ac-c7c3-4ae3-80a5-dd6b51c8d74c,DISK] 2024-11-19T02:51:48,789 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/WALs/e93af88909ff,35461,1731984657334/e93af88909ff%2C35461%2C1731984657334.1731984698729 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/WALs/e93af88909ff,35461,1731984657334/e93af88909ff%2C35461%2C1731984657334.1731984708769 2024-11-19T02:51:48,789 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39453:39453),(127.0.0.1/127.0.0.1:43509:43509)] 2024-11-19T02:51:48,789 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/WALs/e93af88909ff,35461,1731984657334/e93af88909ff%2C35461%2C1731984657334.1731984698729 is not closed yet, will try archiving it next time 2024-11-19T02:51:48,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T02:51:48,790 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/WALs/e93af88909ff,35461,1731984657334/e93af88909ff%2C35461%2C1731984657334.1731984688560 to hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/oldWALs/e93af88909ff%2C35461%2C1731984657334.1731984688560 2024-11-19T02:51:48,790 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T02:51:48,790 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:51:48,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:51:48,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:51:48,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:51:48,790 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T02:51:48,790 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1419354457, stopped=false 2024-11-19T02:51:48,791 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e93af88909ff,40793,1731984657261 2024-11-19T02:51:48,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741842_1018 (size=2001) 2024-11-19T02:51:48,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741842_1018 (size=2001) 2024-11-19T02:51:48,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T02:51:48,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012e2275e80001, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T02:51:48,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:51:48,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012e2275e80001, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:51:48,793 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T02:51:48,793 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T02:51:48,793 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:51:48,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:51:48,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:51:48,794 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e93af88909ff,35461,1731984657334' ***** 2024-11-19T02:51:48,794 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T02:51:48,794 INFO [RS:0;e93af88909ff:35461 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T02:51:48,794 INFO [RS:0;e93af88909ff:35461 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T02:51:48,794 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T02:51:48,794 INFO [RS:0;e93af88909ff:35461 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T02:51:48,794 INFO [RS:0;e93af88909ff:35461 {}] regionserver.HRegionServer(3091): Received CLOSE for 8065f6f082d02cac2b3ce2ffaf06325a 2024-11-19T02:51:48,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35461-0x1012e2275e80001, quorum=127.0.0.1:59196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:51:48,802 INFO [RS:0;e93af88909ff:35461 {}] regionserver.HRegionServer(959): stopping server e93af88909ff,35461,1731984657334 2024-11-19T02:51:48,802 INFO [RS:0;e93af88909ff:35461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T02:51:48,802 INFO [RS:0;e93af88909ff:35461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e93af88909ff:35461. 2024-11-19T02:51:48,802 DEBUG [RS:0;e93af88909ff:35461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:51:48,802 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8065f6f082d02cac2b3ce2ffaf06325a, disabling compactions & flushes 2024-11-19T02:51:48,802 DEBUG [RS:0;e93af88909ff:35461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:51:48,802 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a. 2024-11-19T02:51:48,802 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a. 2024-11-19T02:51:48,802 INFO [RS:0;e93af88909ff:35461 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T02:51:48,802 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a. after waiting 0 ms 2024-11-19T02:51:48,802 INFO [RS:0;e93af88909ff:35461 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T02:51:48,802 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a. 2024-11-19T02:51:48,802 INFO [RS:0;e93af88909ff:35461 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T02:51:48,802 INFO [RS:0;e93af88909ff:35461 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T02:51:48,802 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8065f6f082d02cac2b3ce2ffaf06325a 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-19T02:51:48,802 INFO [RS:0;e93af88909ff:35461 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T02:51:48,802 DEBUG [RS:0;e93af88909ff:35461 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8065f6f082d02cac2b3ce2ffaf06325a=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a.} 2024-11-19T02:51:48,803 DEBUG [RS:0;e93af88909ff:35461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8065f6f082d02cac2b3ce2ffaf06325a 2024-11-19T02:51:48,803 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T02:51:48,803 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T02:51:48,803 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T02:51:48,803 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T02:51:48,803 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T02:51:48,803 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-19T02:51:48,810 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/.tmp/info/b9504f3edbc04149875cc13129a97ebe is 1055, key is row0001/info:/1731984708768/Put/seqid=0 2024-11-19T02:51:48,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741845_1021 (size=6008) 2024-11-19T02:51:48,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741845_1021 (size=6008) 2024-11-19T02:51:48,822 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/.tmp/info/b9504f3edbc04149875cc13129a97ebe 2024-11-19T02:51:48,826 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/hbase/meta/1588230740/.tmp/info/9dee7de61be549be9db765989dcd7a3f is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a./info:regioninfo/1731984658741/Put/seqid=0 2024-11-19T02:51:48,837 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/.tmp/info/b9504f3edbc04149875cc13129a97ebe as hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/info/b9504f3edbc04149875cc13129a97ebe 2024-11-19T02:51:48,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741846_1022 (size=7308) 2024-11-19T02:51:48,839 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/hbase/meta/1588230740/.tmp/info/9dee7de61be549be9db765989dcd7a3f 2024-11-19T02:51:48,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741846_1022 (size=7308) 2024-11-19T02:51:48,846 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/info/b9504f3edbc04149875cc13129a97ebe, entries=1, sequenceid=22, filesize=5.9 K 2024-11-19T02:51:48,848 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8065f6f082d02cac2b3ce2ffaf06325a in 46ms, sequenceid=22, compaction requested=true 2024-11-19T02:51:48,856 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/info/4fc8b4cc7b854f56b3ec8b4f52b7dfc2, hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/info/700a652a89ae482bb019ad94333472e1, hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/info/ca0378f82cd047b284844e713c88d806] to archive 2024-11-19T02:51:48,859 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T02:51:48,863 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/info/4fc8b4cc7b854f56b3ec8b4f52b7dfc2 to hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/info/4fc8b4cc7b854f56b3ec8b4f52b7dfc2 2024-11-19T02:51:48,864 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/info/700a652a89ae482bb019ad94333472e1 to hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/info/700a652a89ae482bb019ad94333472e1 2024-11-19T02:51:48,866 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/info/ca0378f82cd047b284844e713c88d806 to hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/info/ca0378f82cd047b284844e713c88d806 2024-11-19T02:51:48,871 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/hbase/meta/1588230740/.tmp/ns/328289686a5a433c953e5c2b1c955163 is 43, key is default/ns:d/1731984658288/Put/seqid=0 2024-11-19T02:51:48,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741847_1023 (size=5153) 2024-11-19T02:51:48,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741847_1023 (size=5153) 2024-11-19T02:51:48,879 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/hbase/meta/1588230740/.tmp/ns/328289686a5a433c953e5c2b1c955163 2024-11-19T02:51:48,882 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e93af88909ff:40793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-19T02:51:48,884 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [4fc8b4cc7b854f56b3ec8b4f52b7dfc2=6008, 700a652a89ae482bb019ad94333472e1=6008, ca0378f82cd047b284844e713c88d806=6008] 2024-11-19T02:51:48,888 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8065f6f082d02cac2b3ce2ffaf06325a/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-19T02:51:48,889 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a. 2024-11-19T02:51:48,889 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8065f6f082d02cac2b3ce2ffaf06325a: Waiting for close lock at 1731984708802Running coprocessor pre-close hooks at 1731984708802Disabling compacts and flushes for region at 1731984708802Disabling writes for close at 1731984708802Obtaining lock to block concurrent updates at 1731984708802Preparing flush snapshotting stores in 8065f6f082d02cac2b3ce2ffaf06325a at 1731984708802Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731984708803 (+1 ms)Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a. at 1731984708803Flushing 8065f6f082d02cac2b3ce2ffaf06325a/info: creating writer at 1731984708803Flushing 8065f6f082d02cac2b3ce2ffaf06325a/info: appending metadata at 1731984708809 (+6 ms)Flushing 8065f6f082d02cac2b3ce2ffaf06325a/info: closing flushed file at 1731984708809Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53605dd8: reopening flushed file at 1731984708834 (+25 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8065f6f082d02cac2b3ce2ffaf06325a in 46ms, sequenceid=22, compaction requested=true at 1731984708848 (+14 ms)Writing region close event to WAL at 1731984708884 (+36 ms)Running coprocessor post-close hooks at 1731984708889 (+5 ms)Closed at 1731984708889 2024-11-19T02:51:48,890 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731984658384.8065f6f082d02cac2b3ce2ffaf06325a. 2024-11-19T02:51:48,906 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/hbase/meta/1588230740/.tmp/table/bcf3a2ce6b5a42dc919ea9c84f659ceb is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731984658750/Put/seqid=0 2024-11-19T02:51:48,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741848_1024 (size=5508) 2024-11-19T02:51:48,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741848_1024 (size=5508) 2024-11-19T02:51:48,919 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/hbase/meta/1588230740/.tmp/table/bcf3a2ce6b5a42dc919ea9c84f659ceb 2024-11-19T02:51:48,927 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/hbase/meta/1588230740/.tmp/info/9dee7de61be549be9db765989dcd7a3f as hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/hbase/meta/1588230740/info/9dee7de61be549be9db765989dcd7a3f 2024-11-19T02:51:48,934 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/hbase/meta/1588230740/info/9dee7de61be549be9db765989dcd7a3f, entries=10, sequenceid=11, filesize=7.1 K 2024-11-19T02:51:48,935 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/hbase/meta/1588230740/.tmp/ns/328289686a5a433c953e5c2b1c955163 as hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/hbase/meta/1588230740/ns/328289686a5a433c953e5c2b1c955163 2024-11-19T02:51:48,945 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/hbase/meta/1588230740/ns/328289686a5a433c953e5c2b1c955163, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T02:51:48,946 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/hbase/meta/1588230740/.tmp/table/bcf3a2ce6b5a42dc919ea9c84f659ceb as hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/hbase/meta/1588230740/table/bcf3a2ce6b5a42dc919ea9c84f659ceb 2024-11-19T02:51:48,952 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/hbase/meta/1588230740/table/bcf3a2ce6b5a42dc919ea9c84f659ceb, entries=2, sequenceid=11, filesize=5.4 K 2024-11-19T02:51:48,953 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=11, compaction requested=false 2024-11-19T02:51:48,958 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T02:51:48,959 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T02:51:48,959 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T02:51:48,959 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731984708803Running coprocessor pre-close hooks at 1731984708803Disabling compacts and flushes for region at 1731984708803Disabling writes for close at 1731984708803Obtaining lock to block concurrent updates at 1731984708803Preparing flush snapshotting stores in 1588230740 at 1731984708803Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731984708804 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731984708804Flushing 1588230740/info: creating writer at 1731984708804Flushing 1588230740/info: appending metadata at 1731984708825 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731984708825Flushing 1588230740/ns: creating writer at 1731984708847 (+22 ms)Flushing 1588230740/ns: appending metadata at 1731984708871 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731984708871Flushing 1588230740/table: creating writer at 1731984708889 (+18 ms)Flushing 1588230740/table: appending metadata at 1731984708906 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731984708906Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28eb249a: reopening flushed file at 1731984708926 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f436f76: reopening flushed file at 1731984708934 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ae0af71: reopening flushed file at 1731984708945 (+11 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=11, compaction requested=false at 1731984708953 (+8 ms)Writing region close event to WAL at 1731984708955 (+2 ms)Running coprocessor post-close hooks at 1731984708959 (+4 ms)Closed at 1731984708959 2024-11-19T02:51:48,959 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T02:51:49,003 INFO [RS:0;e93af88909ff:35461 {}] regionserver.HRegionServer(976): stopping server e93af88909ff,35461,1731984657334; all regions closed. 2024-11-19T02:51:49,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741834_1010 (size=3306) 2024-11-19T02:51:49,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741834_1010 (size=3306) 2024-11-19T02:51:49,008 DEBUG [RS:0;e93af88909ff:35461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/oldWALs 2024-11-19T02:51:49,009 INFO [RS:0;e93af88909ff:35461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e93af88909ff%2C35461%2C1731984657334.meta:.meta(num 1731984658234) 2024-11-19T02:51:49,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741844_1020 (size=1252) 2024-11-19T02:51:49,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741844_1020 (size=1252) 2024-11-19T02:51:49,015 DEBUG [RS:0;e93af88909ff:35461 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/oldWALs 2024-11-19T02:51:49,016 INFO [RS:0;e93af88909ff:35461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e93af88909ff%2C35461%2C1731984657334:(num 1731984708769) 2024-11-19T02:51:49,016 DEBUG [RS:0;e93af88909ff:35461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:51:49,016 INFO [RS:0;e93af88909ff:35461 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T02:51:49,016 INFO [RS:0;e93af88909ff:35461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T02:51:49,016 INFO [RS:0;e93af88909ff:35461 {}] hbase.ChoreService(370): Chore service for: regionserver/e93af88909ff:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T02:51:49,016 INFO [RS:0;e93af88909ff:35461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T02:51:49,016 INFO [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T02:51:49,017 INFO [RS:0;e93af88909ff:35461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35461 2024-11-19T02:51:49,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T02:51:49,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012e2275e80001, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e93af88909ff,35461,1731984657334 2024-11-19T02:51:49,019 INFO [RS:0;e93af88909ff:35461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T02:51:49,020 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e93af88909ff,35461,1731984657334] 2024-11-19T02:51:49,022 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e93af88909ff,35461,1731984657334 already deleted, retry=false 2024-11-19T02:51:49,022 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e93af88909ff,35461,1731984657334 expired; onlineServers=0 2024-11-19T02:51:49,022 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e93af88909ff,40793,1731984657261' ***** 2024-11-19T02:51:49,022 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T02:51:49,023 INFO [M:0;e93af88909ff:40793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T02:51:49,023 INFO [M:0;e93af88909ff:40793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T02:51:49,023 DEBUG [M:0;e93af88909ff:40793 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T02:51:49,023 DEBUG [M:0;e93af88909ff:40793 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T02:51:49,023 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T02:51:49,023 DEBUG [master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984657620 {}] cleaner.HFileCleaner(306): Exit Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984657620,5,FailOnTimeoutGroup] 2024-11-19T02:51:49,023 DEBUG [master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984657620 {}] cleaner.HFileCleaner(306): Exit Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984657620,5,FailOnTimeoutGroup] 2024-11-19T02:51:49,023 INFO [M:0;e93af88909ff:40793 {}] hbase.ChoreService(370): Chore service for: master/e93af88909ff:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T02:51:49,023 INFO [M:0;e93af88909ff:40793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T02:51:49,023 DEBUG [M:0;e93af88909ff:40793 {}] master.HMaster(1795): Stopping service threads 2024-11-19T02:51:49,023 INFO [M:0;e93af88909ff:40793 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T02:51:49,024 INFO [M:0;e93af88909ff:40793 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T02:51:49,024 INFO [M:0;e93af88909ff:40793 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T02:51:49,024 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T02:51:49,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T02:51:49,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:51:49,025 DEBUG [M:0;e93af88909ff:40793 {}] zookeeper.ZKUtil(347): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T02:51:49,025 WARN [M:0;e93af88909ff:40793 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T02:51:49,026 INFO [M:0;e93af88909ff:40793 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/.lastflushedseqids 2024-11-19T02:51:49,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741849_1025 (size=130) 2024-11-19T02:51:49,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741849_1025 (size=130) 2024-11-19T02:51:49,040 INFO [M:0;e93af88909ff:40793 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T02:51:49,040 INFO [M:0;e93af88909ff:40793 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T02:51:49,041 DEBUG [M:0;e93af88909ff:40793 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T02:51:49,041 INFO [M:0;e93af88909ff:40793 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:51:49,041 DEBUG [M:0;e93af88909ff:40793 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:51:49,041 DEBUG [M:0;e93af88909ff:40793 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T02:51:49,041 DEBUG [M:0;e93af88909ff:40793 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:51:49,041 INFO [M:0;e93af88909ff:40793 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.55 KB heapSize=54.94 KB 2024-11-19T02:51:49,063 DEBUG [M:0;e93af88909ff:40793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44413c43b19b4d3fa6143aeb483f5b62 is 82, key is hbase:meta,,1/info:regioninfo/1731984658270/Put/seqid=0 2024-11-19T02:51:49,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741850_1026 (size=5672) 2024-11-19T02:51:49,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741850_1026 (size=5672) 2024-11-19T02:51:49,082 INFO [M:0;e93af88909ff:40793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44413c43b19b4d3fa6143aeb483f5b62 2024-11-19T02:51:49,109 DEBUG [M:0;e93af88909ff:40793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/644f52474720487da9452b071b97b1e6 is 797, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731984658755/Put/seqid=0 2024-11-19T02:51:49,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741851_1027 (size=7819) 2024-11-19T02:51:49,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741851_1027 (size=7819) 2024-11-19T02:51:49,117 INFO [M:0;e93af88909ff:40793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.95 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/644f52474720487da9452b071b97b1e6 2024-11-19T02:51:49,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012e2275e80001, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:51:49,120 INFO [RS:0;e93af88909ff:35461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T02:51:49,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012e2275e80001, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:51:49,121 INFO [RS:0;e93af88909ff:35461 {}] regionserver.HRegionServer(1031): Exiting; stopping=e93af88909ff,35461,1731984657334; zookeeper connection closed. 2024-11-19T02:51:49,121 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e68c173 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e68c173 2024-11-19T02:51:49,121 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T02:51:49,124 INFO [M:0;e93af88909ff:40793 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 644f52474720487da9452b071b97b1e6 2024-11-19T02:51:49,143 DEBUG [M:0;e93af88909ff:40793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0d961b1b41d4a989187420e6b458ba1 is 69, key is e93af88909ff,35461,1731984657334/rs:state/1731984657688/Put/seqid=0 2024-11-19T02:51:49,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741852_1028 (size=5156) 2024-11-19T02:51:49,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741852_1028 (size=5156) 2024-11-19T02:51:49,150 INFO [M:0;e93af88909ff:40793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0d961b1b41d4a989187420e6b458ba1 2024-11-19T02:51:49,173 DEBUG [M:0;e93af88909ff:40793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8a6b4cc98f1f4228afcab9d872dfc02a is 52, key is load_balancer_on/state:d/1731984658380/Put/seqid=0 2024-11-19T02:51:49,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741853_1029 (size=5056) 2024-11-19T02:51:49,181 INFO [M:0;e93af88909ff:40793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8a6b4cc98f1f4228afcab9d872dfc02a 2024-11-19T02:51:49,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741853_1029 (size=5056) 2024-11-19T02:51:49,188 DEBUG [M:0;e93af88909ff:40793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44413c43b19b4d3fa6143aeb483f5b62 as hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44413c43b19b4d3fa6143aeb483f5b62 2024-11-19T02:51:49,194 INFO [M:0;e93af88909ff:40793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44413c43b19b4d3fa6143aeb483f5b62, entries=8, sequenceid=121, filesize=5.5 K 2024-11-19T02:51:49,195 DEBUG [M:0;e93af88909ff:40793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/644f52474720487da9452b071b97b1e6 as hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/644f52474720487da9452b071b97b1e6 2024-11-19T02:51:49,200 INFO [M:0;e93af88909ff:40793 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 644f52474720487da9452b071b97b1e6 2024-11-19T02:51:49,200 INFO [M:0;e93af88909ff:40793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/644f52474720487da9452b071b97b1e6, entries=14, sequenceid=121, filesize=7.6 K 2024-11-19T02:51:49,203 DEBUG [M:0;e93af88909ff:40793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0d961b1b41d4a989187420e6b458ba1 as hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0d961b1b41d4a989187420e6b458ba1 2024-11-19T02:51:49,210 INFO [M:0;e93af88909ff:40793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0d961b1b41d4a989187420e6b458ba1, entries=1, sequenceid=121, filesize=5.0 K 2024-11-19T02:51:49,211 DEBUG [M:0;e93af88909ff:40793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8a6b4cc98f1f4228afcab9d872dfc02a as hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8a6b4cc98f1f4228afcab9d872dfc02a 2024-11-19T02:51:49,216 INFO [M:0;e93af88909ff:40793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39519/user/jenkins/test-data/712c160c-3e78-723e-aa04-93a489b88518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8a6b4cc98f1f4228afcab9d872dfc02a, entries=1, sequenceid=121, filesize=4.9 K 2024-11-19T02:51:49,218 INFO [M:0;e93af88909ff:40793 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.55 KB/44599, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 176ms, sequenceid=121, compaction requested=false 2024-11-19T02:51:49,219 INFO [M:0;e93af88909ff:40793 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:51:49,219 DEBUG [M:0;e93af88909ff:40793 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731984709040Disabling compacts and flushes for region at 1731984709040Disabling writes for close at 1731984709041 (+1 ms)Obtaining lock to block concurrent updates at 1731984709041Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731984709041Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44599, getHeapSize=56192, getOffHeapSize=0, getCellsCount=140 at 1731984709041Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731984709042 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731984709042Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731984709063 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731984709063Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731984709089 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731984709108 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731984709108Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731984709124 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731984709143 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731984709143Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731984709157 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731984709173 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731984709173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@763410c1: reopening flushed file at 1731984709187 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18dc31ef: reopening flushed file at 1731984709194 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea4eefe: reopening flushed file at 1731984709200 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ef23609: reopening flushed file at 1731984709210 (+10 ms)Finished flush of dataSize ~43.55 KB/44599, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 176ms, sequenceid=121, compaction requested=false at 1731984709218 (+8 ms)Writing region close event to WAL at 1731984709219 (+1 ms)Closed at 1731984709219 2024-11-19T02:51:49,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741830_1006 (size=52996) 2024-11-19T02:51:49,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741830_1006 (size=52996) 2024-11-19T02:51:49,223 INFO [M:0;e93af88909ff:40793 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T02:51:49,223 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T02:51:49,224 INFO [M:0;e93af88909ff:40793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40793 2024-11-19T02:51:49,224 INFO [M:0;e93af88909ff:40793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T02:51:49,326 INFO [M:0;e93af88909ff:40793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T02:51:49,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:51:49,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1012e2275e80000, quorum=127.0.0.1:59196, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:51:49,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@490ab78f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:51:49,336 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35fe3c6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:51:49,336 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:51:49,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@821aa50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:51:49,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62d55df7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/hadoop.log.dir/,STOPPED} 2024-11-19T02:51:49,339 WARN [BP-799599320-172.17.0.2-1731984656271 heartbeating to localhost/127.0.0.1:39519 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:51:49,339 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:51:49,339 WARN [BP-799599320-172.17.0.2-1731984656271 heartbeating to localhost/127.0.0.1:39519 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-799599320-172.17.0.2-1731984656271 (Datanode Uuid a2de1894-5af7-4366-ab90-a9b8a97cfbd2) service to localhost/127.0.0.1:39519 2024-11-19T02:51:49,339 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:51:49,339 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/cluster_611941f5-8dbb-7181-d91f-f42e66ed4386/data/data3/current/BP-799599320-172.17.0.2-1731984656271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:51:49,340 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/cluster_611941f5-8dbb-7181-d91f-f42e66ed4386/data/data4/current/BP-799599320-172.17.0.2-1731984656271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:51:49,340 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:51:49,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a39f17a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:51:49,342 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f6c3d8b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:51:49,342 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:51:49,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ce33677{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:51:49,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282d8f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/hadoop.log.dir/,STOPPED} 2024-11-19T02:51:49,345 WARN [BP-799599320-172.17.0.2-1731984656271 heartbeating to localhost/127.0.0.1:39519 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:51:49,345 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:51:49,345 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:51:49,345 WARN [BP-799599320-172.17.0.2-1731984656271 heartbeating to localhost/127.0.0.1:39519 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-799599320-172.17.0.2-1731984656271 (Datanode Uuid f21dfeec-a729-4fc0-9210-5cc7febcad55) service to localhost/127.0.0.1:39519 2024-11-19T02:51:49,346 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/cluster_611941f5-8dbb-7181-d91f-f42e66ed4386/data/data1/current/BP-799599320-172.17.0.2-1731984656271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:51:49,346 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/cluster_611941f5-8dbb-7181-d91f-f42e66ed4386/data/data2/current/BP-799599320-172.17.0.2-1731984656271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:51:49,346 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:51:49,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3897fe0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T02:51:49,355 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37142000{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:51:49,355 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:51:49,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7af4b54f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:51:49,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54df4658{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/hadoop.log.dir/,STOPPED} 2024-11-19T02:51:49,362 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T02:51:49,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T02:51:49,392 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=97 (was 101), OpenFileDescriptor=428 (was 444), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 167) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11838 (was 11924) 2024-11-19T02:51:49,400 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=97, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=11837 2024-11-19T02:51:49,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T02:51:49,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/hadoop.log.dir so I do NOT create it in target/test-data/32718421-6793-eafc-ab56-c32406ecdc76 2024-11-19T02:51:49,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/822aeef4-7b02-184c-4e36-c5d314b875f3/hadoop.tmp.dir so I do NOT create it in target/test-data/32718421-6793-eafc-ab56-c32406ecdc76 2024-11-19T02:51:49,401 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/cluster_01c15ec9-446b-d62e-2b4e-e6956644c81a, deleteOnExit=true 2024-11-19T02:51:49,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T02:51:49,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/test.cache.data in system properties and HBase conf 2024-11-19T02:51:49,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T02:51:49,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/hadoop.log.dir in system properties and HBase conf 2024-11-19T02:51:49,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T02:51:49,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T02:51:49,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T02:51:49,401 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T02:51:49,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T02:51:49,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T02:51:49,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T02:51:49,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T02:51:49,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T02:51:49,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T02:51:49,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T02:51:49,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T02:51:49,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T02:51:49,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/nfs.dump.dir in system properties and HBase conf 2024-11-19T02:51:49,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/java.io.tmpdir in system properties and HBase conf 2024-11-19T02:51:49,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T02:51:49,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T02:51:49,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T02:51:49,512 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:51:49,517 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:51:49,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:51:49,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:51:49,530 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T02:51:49,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:51:49,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51d868a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:51:49,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44bd3813{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:51:49,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2500871c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/java.io.tmpdir/jetty-localhost-37631-hadoop-hdfs-3_4_1-tests_jar-_-any-12573796962083779803/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T02:51:49,681 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fac4055{HTTP/1.1, (http/1.1)}{localhost:37631} 2024-11-19T02:51:49,681 INFO [Time-limited test {}] server.Server(415): Started @141598ms 2024-11-19T02:51:49,706 INFO [regionserver/e93af88909ff:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T02:51:49,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:51:49,797 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:51:49,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:51:49,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:51:49,804 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T02:51:49,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@612c30eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:51:49,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54e0e381{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:51:49,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68d6b1bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/java.io.tmpdir/jetty-localhost-45411-hadoop-hdfs-3_4_1-tests_jar-_-any-17870963931909235539/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:51:49,928 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41eacc22{HTTP/1.1, (http/1.1)}{localhost:45411} 2024-11-19T02:51:49,928 INFO [Time-limited test {}] server.Server(415): Started @141845ms 2024-11-19T02:51:49,930 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:51:49,973 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:51:49,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:51:49,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:51:49,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:51:49,983 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T02:51:49,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@269e588e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:51:49,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d903d10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:51:50,071 WARN [Thread-1089 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/cluster_01c15ec9-446b-d62e-2b4e-e6956644c81a/data/data1/current/BP-719718030-172.17.0.2-1731984709438/current, will proceed with Du for space computation calculation, 2024-11-19T02:51:50,072 WARN [Thread-1090 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/cluster_01c15ec9-446b-d62e-2b4e-e6956644c81a/data/data2/current/BP-719718030-172.17.0.2-1731984709438/current, will proceed with Du for space computation calculation, 2024-11-19T02:51:50,096 WARN [Thread-1068 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:51:50,099 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf702122fa4baa4f0 with lease ID 0xc680f9acfb625b67: Processing first storage report for DS-4c3c1181-c865-47a0-a8c6-93003a01cbc2 from datanode DatanodeRegistration(127.0.0.1:38125, datanodeUuid=d337ec24-90f9-42ea-8929-faed76f03902, infoPort=41199, infoSecurePort=0, ipcPort=44093, storageInfo=lv=-57;cid=testClusterID;nsid=1167110643;c=1731984709438) 2024-11-19T02:51:50,099 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf702122fa4baa4f0 with lease ID 0xc680f9acfb625b67: from storage DS-4c3c1181-c865-47a0-a8c6-93003a01cbc2 node DatanodeRegistration(127.0.0.1:38125, datanodeUuid=d337ec24-90f9-42ea-8929-faed76f03902, infoPort=41199, infoSecurePort=0, ipcPort=44093, storageInfo=lv=-57;cid=testClusterID;nsid=1167110643;c=1731984709438), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T02:51:50,099 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf702122fa4baa4f0 with lease ID 0xc680f9acfb625b67: Processing first storage report for DS-8a6a0acd-0971-4c5c-87cd-2a38f82a33b7 from datanode DatanodeRegistration(127.0.0.1:38125, datanodeUuid=d337ec24-90f9-42ea-8929-faed76f03902, infoPort=41199, infoSecurePort=0, ipcPort=44093, storageInfo=lv=-57;cid=testClusterID;nsid=1167110643;c=1731984709438) 2024-11-19T02:51:50,099 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf702122fa4baa4f0 with lease ID 0xc680f9acfb625b67: from storage DS-8a6a0acd-0971-4c5c-87cd-2a38f82a33b7 node DatanodeRegistration(127.0.0.1:38125, datanodeUuid=d337ec24-90f9-42ea-8929-faed76f03902, infoPort=41199, infoSecurePort=0, ipcPort=44093, storageInfo=lv=-57;cid=testClusterID;nsid=1167110643;c=1731984709438), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:51:50,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c392b80{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/java.io.tmpdir/jetty-localhost-40607-hadoop-hdfs-3_4_1-tests_jar-_-any-10694118712964724823/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:51:50,125 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1399bf5{HTTP/1.1, (http/1.1)}{localhost:40607} 2024-11-19T02:51:50,125 INFO [Time-limited test {}] server.Server(415): Started @142042ms 2024-11-19T02:51:50,127 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:51:50,239 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/cluster_01c15ec9-446b-d62e-2b4e-e6956644c81a/data/data3/current/BP-719718030-172.17.0.2-1731984709438/current, will proceed with Du for space computation calculation, 2024-11-19T02:51:50,240 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/cluster_01c15ec9-446b-d62e-2b4e-e6956644c81a/data/data4/current/BP-719718030-172.17.0.2-1731984709438/current, will proceed with Du for space computation calculation, 2024-11-19T02:51:50,269 WARN [Thread-1104 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:51:50,275 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77c35236d2cf23bc with lease ID 0xc680f9acfb625b68: Processing first storage report for DS-09715dc0-dcc3-42de-ac99-fcdd5626f41f from datanode DatanodeRegistration(127.0.0.1:40839, datanodeUuid=7bf01e10-eded-430c-ab6f-aa8e7ffa10bf, infoPort=42283, infoSecurePort=0, ipcPort=41483, storageInfo=lv=-57;cid=testClusterID;nsid=1167110643;c=1731984709438) 2024-11-19T02:51:50,275 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77c35236d2cf23bc with lease ID 0xc680f9acfb625b68: from storage DS-09715dc0-dcc3-42de-ac99-fcdd5626f41f node DatanodeRegistration(127.0.0.1:40839, datanodeUuid=7bf01e10-eded-430c-ab6f-aa8e7ffa10bf, infoPort=42283, infoSecurePort=0, ipcPort=41483, storageInfo=lv=-57;cid=testClusterID;nsid=1167110643;c=1731984709438), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:51:50,275 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77c35236d2cf23bc with lease ID 0xc680f9acfb625b68: Processing first storage report for DS-ee822ca0-79c5-481c-860d-49ea07323522 from datanode DatanodeRegistration(127.0.0.1:40839, datanodeUuid=7bf01e10-eded-430c-ab6f-aa8e7ffa10bf, infoPort=42283, infoSecurePort=0, ipcPort=41483, storageInfo=lv=-57;cid=testClusterID;nsid=1167110643;c=1731984709438) 2024-11-19T02:51:50,275 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77c35236d2cf23bc with lease ID 0xc680f9acfb625b68: from storage DS-ee822ca0-79c5-481c-860d-49ea07323522 node DatanodeRegistration(127.0.0.1:40839, datanodeUuid=7bf01e10-eded-430c-ab6f-aa8e7ffa10bf, infoPort=42283, infoSecurePort=0, ipcPort=41483, storageInfo=lv=-57;cid=testClusterID;nsid=1167110643;c=1731984709438), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:51:50,360 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76 2024-11-19T02:51:50,367 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/cluster_01c15ec9-446b-d62e-2b4e-e6956644c81a/zookeeper_0, clientPort=63143, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/cluster_01c15ec9-446b-d62e-2b4e-e6956644c81a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/cluster_01c15ec9-446b-d62e-2b4e-e6956644c81a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T02:51:50,368 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63143 2024-11-19T02:51:50,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:51:50,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:51:50,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741825_1001 (size=7) 2024-11-19T02:51:50,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741825_1001 (size=7) 2024-11-19T02:51:50,389 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2 with version=8 2024-11-19T02:51:50,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/hbase-staging 2024-11-19T02:51:50,392 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e93af88909ff:0 server-side Connection retries=45 2024-11-19T02:51:50,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:51:50,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T02:51:50,392 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T02:51:50,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:51:50,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T02:51:50,393 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T02:51:50,393 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T02:51:50,397 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41707 2024-11-19T02:51:50,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41707 connecting to ZooKeeper ensemble=127.0.0.1:63143 2024-11-19T02:51:50,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417070x0, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T02:51:50,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41707-0x1012e23456e0000 connected 2024-11-19T02:51:50,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:51:50,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:51:50,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:51:50,446 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2, hbase.cluster.distributed=false 2024-11-19T02:51:50,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T02:51:50,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41707 2024-11-19T02:51:50,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41707 2024-11-19T02:51:50,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41707 2024-11-19T02:51:50,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41707 2024-11-19T02:51:50,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41707 2024-11-19T02:51:50,475 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e93af88909ff:0 server-side Connection retries=45 2024-11-19T02:51:50,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:51:50,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T02:51:50,475 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T02:51:50,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:51:50,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T02:51:50,476 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T02:51:50,476 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T02:51:50,477 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36341 2024-11-19T02:51:50,478 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36341 connecting to ZooKeeper ensemble=127.0.0.1:63143 2024-11-19T02:51:50,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:51:50,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:51:50,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363410x0, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T02:51:50,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363410x0, quorum=127.0.0.1:63143, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:51:50,489 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T02:51:50,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36341-0x1012e23456e0001 connected 2024-11-19T02:51:50,505 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T02:51:50,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36341-0x1012e23456e0001, quorum=127.0.0.1:63143, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T02:51:50,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36341-0x1012e23456e0001, quorum=127.0.0.1:63143, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T02:51:50,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36341 2024-11-19T02:51:50,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36341 2024-11-19T02:51:50,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36341 2024-11-19T02:51:50,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36341 2024-11-19T02:51:50,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36341 2024-11-19T02:51:50,534 DEBUG [M:0;e93af88909ff:41707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e93af88909ff:41707 2024-11-19T02:51:50,536 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e93af88909ff,41707,1731984710392 2024-11-19T02:51:50,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:51:50,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x1012e23456e0001, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:51:50,538 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e93af88909ff,41707,1731984710392 2024-11-19T02:51:50,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:51:50,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x1012e23456e0001, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T02:51:50,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x1012e23456e0001, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:51:50,540 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T02:51:50,541 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e93af88909ff,41707,1731984710392 from backup master directory 2024-11-19T02:51:50,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e93af88909ff,41707,1731984710392 2024-11-19T02:51:50,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x1012e23456e0001, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:51:50,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:51:50,544 WARN [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T02:51:50,544 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e93af88909ff,41707,1731984710392 2024-11-19T02:51:50,554 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/hbase.id] with ID: f43e470a-fc32-44fc-8c90-f78e2b60f78f 2024-11-19T02:51:50,554 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/.tmp/hbase.id 2024-11-19T02:51:50,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741826_1002 (size=42) 2024-11-19T02:51:50,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741826_1002 (size=42) 2024-11-19T02:51:50,564 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/.tmp/hbase.id]:[hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/hbase.id] 2024-11-19T02:51:50,578 INFO [master/e93af88909ff:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:51:50,578 INFO [master/e93af88909ff:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T02:51:50,579 INFO [master/e93af88909ff:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T02:51:50,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x1012e23456e0001, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:51:50,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:51:50,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741827_1003 (size=196) 2024-11-19T02:51:50,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741827_1003 (size=196) 2024-11-19T02:51:50,595 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T02:51:50,596 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T02:51:50,596 INFO [master/e93af88909ff:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:51:50,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741828_1004 (size=1189) 2024-11-19T02:51:50,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741828_1004 (size=1189) 2024-11-19T02:51:50,611 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/data/master/store 2024-11-19T02:51:50,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741829_1005 (size=34) 2024-11-19T02:51:50,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741829_1005 (size=34) 2024-11-19T02:51:50,619 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:51:50,619 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T02:51:50,619 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:51:50,619 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:51:50,619 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T02:51:50,619 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:51:50,619 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:51:50,619 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731984710619Disabling compacts and flushes for region at 1731984710619Disabling writes for close at 1731984710619Writing region close event to WAL at 1731984710619Closed at 1731984710619 2024-11-19T02:51:50,620 WARN [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/data/master/store/.initializing 2024-11-19T02:51:50,620 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/WALs/e93af88909ff,41707,1731984710392 2024-11-19T02:51:50,621 INFO [master/e93af88909ff:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T02:51:50,624 INFO [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C41707%2C1731984710392, suffix=, logDir=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/WALs/e93af88909ff,41707,1731984710392, archiveDir=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/oldWALs, maxLogs=10 2024-11-19T02:51:50,646 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/WALs/e93af88909ff,41707,1731984710392/e93af88909ff%2C41707%2C1731984710392.1731984710625, exclude list is [], retry=0 2024-11-19T02:51:50,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-09715dc0-dcc3-42de-ac99-fcdd5626f41f,DISK] 2024-11-19T02:51:50,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38125,DS-4c3c1181-c865-47a0-a8c6-93003a01cbc2,DISK] 2024-11-19T02:51:50,656 INFO [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/WALs/e93af88909ff,41707,1731984710392/e93af88909ff%2C41707%2C1731984710392.1731984710625 2024-11-19T02:51:50,656 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42283:42283),(127.0.0.1/127.0.0.1:41199:41199)] 2024-11-19T02:51:50,656 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:51:50,657 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:51:50,657 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:51:50,657 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:51:50,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:51:50,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T02:51:50,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:51:50,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:51:50,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:51:50,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T02:51:50,662 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:51:50,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:51:50,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:51:50,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T02:51:50,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:51:50,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:51:50,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:51:50,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T02:51:50,666 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:51:50,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:51:50,666 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:51:50,667 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:51:50,668 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:51:50,669 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:51:50,669 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:51:50,670 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T02:51:50,672 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:51:50,674 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:51:50,674 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=789474, jitterRate=0.003869280219078064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T02:51:50,675 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731984710657Initializing all the Stores at 1731984710658 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984710658Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984710658Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984710658Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984710658Cleaning up temporary data from old regions at 1731984710669 (+11 ms)Region opened successfully at 1731984710675 (+6 ms) 2024-11-19T02:51:50,675 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T02:51:50,679 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371751df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0 2024-11-19T02:51:50,680 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T02:51:50,680 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T02:51:50,680 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T02:51:50,680 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T02:51:50,680 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T02:51:50,681 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T02:51:50,681 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T02:51:50,683 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T02:51:50,683 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T02:51:50,685 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-19T02:51:50,685 INFO [master/e93af88909ff:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T02:51:50,686 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T02:51:50,688 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-19T02:51:50,689 INFO [master/e93af88909ff:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T02:51:50,690 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T02:51:50,693 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-19T02:51:50,698 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T02:51:50,700 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T02:51:50,701 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T02:51:50,703 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T02:51:50,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T02:51:50,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x1012e23456e0001, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T02:51:50,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:51:50,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x1012e23456e0001, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:51:50,705 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e93af88909ff,41707,1731984710392, sessionid=0x1012e23456e0000, setting cluster-up flag (Was=false) 2024-11-19T02:51:50,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:51:50,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x1012e23456e0001, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:51:50,719 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T02:51:50,720 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e93af88909ff,41707,1731984710392 2024-11-19T02:51:50,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:51:50,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x1012e23456e0001, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:51:50,732 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T02:51:50,734 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e93af88909ff,41707,1731984710392 2024-11-19T02:51:50,735 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T02:51:50,737 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T02:51:50,737 INFO [master/e93af88909ff:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T02:51:50,737 INFO [master/e93af88909ff:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T02:51:50,738 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e93af88909ff,41707,1731984710392 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T02:51:50,739 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:51:50,739 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:51:50,739 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:51:50,739 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:51:50,739 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e93af88909ff:0, corePoolSize=10, maxPoolSize=10 2024-11-19T02:51:50,739 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:51:50,739 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e93af88909ff:0, corePoolSize=2, maxPoolSize=2 2024-11-19T02:51:50,739 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:51:50,744 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T02:51:50,744 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T02:51:50,744 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731984740744 2024-11-19T02:51:50,744 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T02:51:50,744 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T02:51:50,744 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T02:51:50,744 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T02:51:50,744 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T02:51:50,744 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T02:51:50,745 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:51:50,745 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T02:51:50,748 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T02:51:50,749 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T02:51:50,749 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T02:51:50,749 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T02:51:50,756 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T02:51:50,756 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T02:51:50,758 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984710757,5,FailOnTimeoutGroup] 2024-11-19T02:51:50,759 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984710758,5,FailOnTimeoutGroup] 2024-11-19T02:51:50,759 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T02:51:50,760 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T02:51:50,760 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T02:51:50,760 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T02:51:50,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741831_1007 (size=1321) 2024-11-19T02:51:50,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741831_1007 (size=1321) 2024-11-19T02:51:50,767 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T02:51:50,767 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2 2024-11-19T02:51:50,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741832_1008 (size=32) 2024-11-19T02:51:50,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741832_1008 (size=32) 2024-11-19T02:51:50,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:51:50,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T02:51:50,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T02:51:50,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:51:50,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:51:50,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T02:51:50,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T02:51:50,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:51:50,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:51:50,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T02:51:50,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T02:51:50,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:51:50,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:51:50,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T02:51:50,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T02:51:50,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:51:50,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:51:50,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T02:51:50,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740 2024-11-19T02:51:50,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740 2024-11-19T02:51:50,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T02:51:50,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T02:51:50,791 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T02:51:50,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T02:51:50,795 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:51:50,795 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=826471, jitterRate=0.05091285705566406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T02:51:50,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731984710778Initializing all the Stores at 1731984710779 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984710779Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984710779Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984710779Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984710779Cleaning up temporary data from old regions at 1731984710790 (+11 ms)Region opened successfully at 1731984710796 (+6 ms) 2024-11-19T02:51:50,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T02:51:50,796 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T02:51:50,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T02:51:50,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T02:51:50,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T02:51:50,796 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T02:51:50,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731984710796Disabling compacts and flushes for region at 1731984710796Disabling writes for close at 1731984710796Writing region close event to WAL at 1731984710796Closed at 1731984710796 2024-11-19T02:51:50,797 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T02:51:50,798 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T02:51:50,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T02:51:50,799 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T02:51:50,800 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T02:51:50,823 INFO [RS:0;e93af88909ff:36341 {}] regionserver.HRegionServer(746): ClusterId : f43e470a-fc32-44fc-8c90-f78e2b60f78f 2024-11-19T02:51:50,823 DEBUG [RS:0;e93af88909ff:36341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T02:51:50,827 DEBUG [RS:0;e93af88909ff:36341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T02:51:50,827 DEBUG [RS:0;e93af88909ff:36341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T02:51:50,829 DEBUG [RS:0;e93af88909ff:36341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T02:51:50,830 DEBUG [RS:0;e93af88909ff:36341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ab08b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0 2024-11-19T02:51:50,850 DEBUG [RS:0;e93af88909ff:36341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e93af88909ff:36341 2024-11-19T02:51:50,850 INFO [RS:0;e93af88909ff:36341 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T02:51:50,850 INFO [RS:0;e93af88909ff:36341 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T02:51:50,850 DEBUG [RS:0;e93af88909ff:36341 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T02:51:50,852 INFO [RS:0;e93af88909ff:36341 {}] regionserver.HRegionServer(2659): reportForDuty to master=e93af88909ff,41707,1731984710392 with port=36341, startcode=1731984710475 2024-11-19T02:51:50,853 DEBUG [RS:0;e93af88909ff:36341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T02:51:50,855 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34167, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T02:51:50,856 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41707 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e93af88909ff,36341,1731984710475 2024-11-19T02:51:50,856 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41707 {}] master.ServerManager(517): Registering regionserver=e93af88909ff,36341,1731984710475 2024-11-19T02:51:50,858 DEBUG [RS:0;e93af88909ff:36341 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2 2024-11-19T02:51:50,858 DEBUG [RS:0;e93af88909ff:36341 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38287 2024-11-19T02:51:50,858 DEBUG [RS:0;e93af88909ff:36341 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T02:51:50,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T02:51:50,865 DEBUG [RS:0;e93af88909ff:36341 {}] zookeeper.ZKUtil(111): regionserver:36341-0x1012e23456e0001, quorum=127.0.0.1:63143, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e93af88909ff,36341,1731984710475 2024-11-19T02:51:50,865 WARN [RS:0;e93af88909ff:36341 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T02:51:50,865 INFO [RS:0;e93af88909ff:36341 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:51:50,865 DEBUG [RS:0;e93af88909ff:36341 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/WALs/e93af88909ff,36341,1731984710475 2024-11-19T02:51:50,866 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e93af88909ff,36341,1731984710475] 2024-11-19T02:51:50,869 INFO [RS:0;e93af88909ff:36341 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T02:51:50,876 INFO [RS:0;e93af88909ff:36341 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T02:51:50,886 INFO [RS:0;e93af88909ff:36341 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T02:51:50,886 INFO [RS:0;e93af88909ff:36341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:51:50,888 INFO [RS:0;e93af88909ff:36341 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T02:51:50,889 INFO [RS:0;e93af88909ff:36341 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T02:51:50,889 INFO [RS:0;e93af88909ff:36341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T02:51:50,889 DEBUG [RS:0;e93af88909ff:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:51:50,890 DEBUG [RS:0;e93af88909ff:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:51:50,890 DEBUG [RS:0;e93af88909ff:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:51:50,890 DEBUG [RS:0;e93af88909ff:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:51:50,890 DEBUG [RS:0;e93af88909ff:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:51:50,890 DEBUG [RS:0;e93af88909ff:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0, corePoolSize=2, maxPoolSize=2 2024-11-19T02:51:50,890 DEBUG [RS:0;e93af88909ff:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:51:50,890 DEBUG [RS:0;e93af88909ff:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:51:50,890 DEBUG [RS:0;e93af88909ff:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:51:50,890 DEBUG [RS:0;e93af88909ff:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:51:50,890 DEBUG [RS:0;e93af88909ff:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:51:50,890 DEBUG [RS:0;e93af88909ff:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:51:50,890 DEBUG [RS:0;e93af88909ff:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3 2024-11-19T02:51:50,890 DEBUG [RS:0;e93af88909ff:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3 2024-11-19T02:51:50,893 INFO [RS:0;e93af88909ff:36341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T02:51:50,893 INFO [RS:0;e93af88909ff:36341 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T02:51:50,893 INFO [RS:0;e93af88909ff:36341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:51:50,893 INFO [RS:0;e93af88909ff:36341 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T02:51:50,893 INFO [RS:0;e93af88909ff:36341 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T02:51:50,893 INFO [RS:0;e93af88909ff:36341 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,36341,1731984710475-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T02:51:50,915 INFO [RS:0;e93af88909ff:36341 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T02:51:50,915 INFO [RS:0;e93af88909ff:36341 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,36341,1731984710475-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:51:50,915 INFO [RS:0;e93af88909ff:36341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:51:50,915 INFO [RS:0;e93af88909ff:36341 {}] regionserver.Replication(171): e93af88909ff,36341,1731984710475 started 2024-11-19T02:51:50,934 INFO [RS:0;e93af88909ff:36341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:51:50,934 INFO [RS:0;e93af88909ff:36341 {}] regionserver.HRegionServer(1482): Serving as e93af88909ff,36341,1731984710475, RpcServer on e93af88909ff/172.17.0.2:36341, sessionid=0x1012e23456e0001 2024-11-19T02:51:50,934 DEBUG [RS:0;e93af88909ff:36341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T02:51:50,935 DEBUG [RS:0;e93af88909ff:36341 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e93af88909ff,36341,1731984710475 2024-11-19T02:51:50,935 DEBUG [RS:0;e93af88909ff:36341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,36341,1731984710475' 2024-11-19T02:51:50,935 DEBUG [RS:0;e93af88909ff:36341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T02:51:50,935 DEBUG [RS:0;e93af88909ff:36341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T02:51:50,936 DEBUG [RS:0;e93af88909ff:36341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T02:51:50,936 DEBUG [RS:0;e93af88909ff:36341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T02:51:50,936 DEBUG [RS:0;e93af88909ff:36341 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e93af88909ff,36341,1731984710475 2024-11-19T02:51:50,936 DEBUG [RS:0;e93af88909ff:36341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,36341,1731984710475' 2024-11-19T02:51:50,936 DEBUG [RS:0;e93af88909ff:36341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T02:51:50,936 DEBUG [RS:0;e93af88909ff:36341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T02:51:50,937 DEBUG [RS:0;e93af88909ff:36341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T02:51:50,937 INFO [RS:0;e93af88909ff:36341 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T02:51:50,937 INFO [RS:0;e93af88909ff:36341 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T02:51:50,951 WARN [e93af88909ff:41707 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-19T02:51:51,037 INFO [RS:0;e93af88909ff:36341 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T02:51:51,040 INFO [RS:0;e93af88909ff:36341 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C36341%2C1731984710475, suffix=, logDir=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/WALs/e93af88909ff,36341,1731984710475, archiveDir=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/oldWALs, maxLogs=32 2024-11-19T02:51:51,061 DEBUG [RS:0;e93af88909ff:36341 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/WALs/e93af88909ff,36341,1731984710475/e93af88909ff%2C36341%2C1731984710475.1731984711041, exclude list is [], retry=0 2024-11-19T02:51:51,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38125,DS-4c3c1181-c865-47a0-a8c6-93003a01cbc2,DISK] 2024-11-19T02:51:51,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-09715dc0-dcc3-42de-ac99-fcdd5626f41f,DISK] 2024-11-19T02:51:51,069 INFO [RS:0;e93af88909ff:36341 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/WALs/e93af88909ff,36341,1731984710475/e93af88909ff%2C36341%2C1731984710475.1731984711041 2024-11-19T02:51:51,069 DEBUG [RS:0;e93af88909ff:36341 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:42283:42283)] 2024-11-19T02:51:51,201 DEBUG [e93af88909ff:41707 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T02:51:51,202 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e93af88909ff,36341,1731984710475 2024-11-19T02:51:51,203 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e93af88909ff,36341,1731984710475, state=OPENING 2024-11-19T02:51:51,205 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T02:51:51,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:51:51,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x1012e23456e0001, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:51:51,207 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T02:51:51,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:51:51,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e93af88909ff,36341,1731984710475}] 2024-11-19T02:51:51,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:51:51,360 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T02:51:51,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57133, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T02:51:51,366 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T02:51:51,366 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:51:51,367 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T02:51:51,368 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C36341%2C1731984710475.meta, suffix=.meta, logDir=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/WALs/e93af88909ff,36341,1731984710475, archiveDir=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/oldWALs, maxLogs=32 2024-11-19T02:51:51,387 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/WALs/e93af88909ff,36341,1731984710475/e93af88909ff%2C36341%2C1731984710475.meta.1731984711369.meta, exclude list is [], retry=0 2024-11-19T02:51:51,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38125,DS-4c3c1181-c865-47a0-a8c6-93003a01cbc2,DISK] 2024-11-19T02:51:51,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-09715dc0-dcc3-42de-ac99-fcdd5626f41f,DISK] 2024-11-19T02:51:51,393 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/WALs/e93af88909ff,36341,1731984710475/e93af88909ff%2C36341%2C1731984710475.meta.1731984711369.meta 2024-11-19T02:51:51,393 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:42283:42283)] 2024-11-19T02:51:51,394 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:51:51,394 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T02:51:51,394 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T02:51:51,394 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T02:51:51,394 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T02:51:51,394 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:51:51,395 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T02:51:51,395 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T02:51:51,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T02:51:51,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T02:51:51,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:51:51,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:51:51,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T02:51:51,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T02:51:51,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:51:51,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:51:51,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T02:51:51,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T02:51:51,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:51:51,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:51:51,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T02:51:51,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T02:51:51,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:51:51,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:51:51,406 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T02:51:51,407 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740 2024-11-19T02:51:51,408 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740 2024-11-19T02:51:51,409 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T02:51:51,409 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T02:51:51,409 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T02:51:51,411 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T02:51:51,412 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=855101, jitterRate=0.0873175859451294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T02:51:51,412 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T02:51:51,413 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731984711395Writing region info on filesystem at 1731984711395Initializing all the Stores at 1731984711396 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984711396Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984711400 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984711400Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984711400Cleaning up temporary data from old regions at 1731984711409 (+9 ms)Running coprocessor post-open hooks at 1731984711412 (+3 ms)Region opened successfully at 1731984711413 (+1 ms) 2024-11-19T02:51:51,414 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731984711360 2024-11-19T02:51:51,417 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T02:51:51,417 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T02:51:51,418 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,36341,1731984710475 2024-11-19T02:51:51,419 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e93af88909ff,36341,1731984710475, state=OPEN 2024-11-19T02:51:51,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:51:51,430 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e93af88909ff,36341,1731984710475 2024-11-19T02:51:51,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x1012e23456e0001, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:51:51,430 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:51:51,430 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:51:51,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T02:51:51,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e93af88909ff,36341,1731984710475 in 223 msec 2024-11-19T02:51:51,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T02:51:51,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 637 msec 2024-11-19T02:51:51,440 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T02:51:51,440 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T02:51:51,442 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:51:51,442 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,36341,1731984710475, seqNum=-1] 2024-11-19T02:51:51,443 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:51:51,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60711, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:51:51,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 714 msec 2024-11-19T02:51:51,451 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731984711451, completionTime=-1 2024-11-19T02:51:51,451 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T02:51:51,452 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-19T02:51:51,454 INFO [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-19T02:51:51,454 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731984771454 2024-11-19T02:51:51,454 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731984831454 2024-11-19T02:51:51,454 INFO [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-19T02:51:51,454 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,41707,1731984710392-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:51:51,454 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,41707,1731984710392-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:51:51,454 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,41707,1731984710392-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:51:51,454 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e93af88909ff:41707, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:51:51,454 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T02:51:51,455 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T02:51:51,457 DEBUG [master/e93af88909ff:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T02:51:51,458 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.914sec 2024-11-19T02:51:51,459 INFO [master/e93af88909ff:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T02:51:51,459 INFO [master/e93af88909ff:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T02:51:51,459 INFO [master/e93af88909ff:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T02:51:51,459 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T02:51:51,459 INFO [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T02:51:51,459 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,41707,1731984710392-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T02:51:51,459 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,41707,1731984710392-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T02:51:51,462 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T02:51:51,462 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T02:51:51,462 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,41707,1731984710392-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:51:51,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31087c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:51:51,522 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,41707,-1 for getting cluster id 2024-11-19T02:51:51,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:51:51,524 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f43e470a-fc32-44fc-8c90-f78e2b60f78f' 2024-11-19T02:51:51,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:51:51,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f43e470a-fc32-44fc-8c90-f78e2b60f78f" 2024-11-19T02:51:51,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15064380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:51:51,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,41707,-1] 2024-11-19T02:51:51,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:51:51,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:51:51,528 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:51:51,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb2bbce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:51:51,529 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:51:51,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,36341,1731984710475, seqNum=-1] 2024-11-19T02:51:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:51:51,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:51:51,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e93af88909ff,41707,1731984710392 2024-11-19T02:51:51,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:51:51,538 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-19T02:51:51,539 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T02:51:51,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e93af88909ff,41707,1731984710392 2024-11-19T02:51:51,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fbc35ae 2024-11-19T02:51:51,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T02:51:51,541 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T02:51:51,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41707 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-19T02:51:51,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41707 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-19T02:51:51,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T02:51:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41707 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-19T02:51:51,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T02:51:51,546 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:51:51,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-19T02:51:51,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T02:51:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:51:51,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741835_1011 (size=381) 2024-11-19T02:51:51,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741835_1011 (size=381) 2024-11-19T02:51:51,569 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 561d0ce236727cd0beb03151f996e8b5, NAME => 'TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2 2024-11-19T02:51:51,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741836_1012 (size=64) 2024-11-19T02:51:51,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741836_1012 (size=64) 2024-11-19T02:51:51,982 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:51:51,982 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 561d0ce236727cd0beb03151f996e8b5, disabling compactions & flushes 2024-11-19T02:51:51,982 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5. 2024-11-19T02:51:51,982 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5. 2024-11-19T02:51:51,982 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5. after waiting 0 ms 2024-11-19T02:51:51,982 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5. 2024-11-19T02:51:51,982 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5. 2024-11-19T02:51:51,982 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 561d0ce236727cd0beb03151f996e8b5: Waiting for close lock at 1731984711982Disabling compacts and flushes for region at 1731984711982Disabling writes for close at 1731984711982Writing region close event to WAL at 1731984711982Closed at 1731984711982 2024-11-19T02:51:51,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T02:51:51,984 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731984711984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984711984"}]},"ts":"1731984711984"} 2024-11-19T02:51:51,987 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T02:51:51,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T02:51:51,988 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731984711988"}]},"ts":"1731984711988"} 2024-11-19T02:51:51,989 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-19T02:51:51,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=561d0ce236727cd0beb03151f996e8b5, ASSIGN}] 2024-11-19T02:51:51,991 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=561d0ce236727cd0beb03151f996e8b5, ASSIGN 2024-11-19T02:51:51,992 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=561d0ce236727cd0beb03151f996e8b5, ASSIGN; state=OFFLINE, location=e93af88909ff,36341,1731984710475; forceNewPlan=false, retain=false 2024-11-19T02:51:52,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=561d0ce236727cd0beb03151f996e8b5, regionState=OPENING, regionLocation=e93af88909ff,36341,1731984710475 2024-11-19T02:51:52,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=561d0ce236727cd0beb03151f996e8b5, ASSIGN because future has completed 2024-11-19T02:51:52,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 561d0ce236727cd0beb03151f996e8b5, server=e93af88909ff,36341,1731984710475}] 2024-11-19T02:51:52,303 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5. 2024-11-19T02:51:52,303 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 561d0ce236727cd0beb03151f996e8b5, NAME => 'TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5.', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:51:52,303 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 561d0ce236727cd0beb03151f996e8b5 2024-11-19T02:51:52,303 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:51:52,303 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 561d0ce236727cd0beb03151f996e8b5 2024-11-19T02:51:52,303 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 561d0ce236727cd0beb03151f996e8b5 2024-11-19T02:51:52,305 INFO [StoreOpener-561d0ce236727cd0beb03151f996e8b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 561d0ce236727cd0beb03151f996e8b5 2024-11-19T02:51:52,307 INFO [StoreOpener-561d0ce236727cd0beb03151f996e8b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 561d0ce236727cd0beb03151f996e8b5 columnFamilyName info 2024-11-19T02:51:52,307 DEBUG [StoreOpener-561d0ce236727cd0beb03151f996e8b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:51:52,307 INFO [StoreOpener-561d0ce236727cd0beb03151f996e8b5-1 {}] regionserver.HStore(327): Store=561d0ce236727cd0beb03151f996e8b5/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:51:52,307 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 561d0ce236727cd0beb03151f996e8b5 2024-11-19T02:51:52,308 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5 2024-11-19T02:51:52,309 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5 2024-11-19T02:51:52,309 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 561d0ce236727cd0beb03151f996e8b5 2024-11-19T02:51:52,309 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 561d0ce236727cd0beb03151f996e8b5 2024-11-19T02:51:52,311 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 561d0ce236727cd0beb03151f996e8b5 2024-11-19T02:51:52,315 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:51:52,315 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 561d0ce236727cd0beb03151f996e8b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=693535, jitterRate=-0.1181250661611557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:51:52,315 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 561d0ce236727cd0beb03151f996e8b5 2024-11-19T02:51:52,316 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 561d0ce236727cd0beb03151f996e8b5: Running coprocessor pre-open hook at 1731984712303Writing region info on filesystem at 1731984712303Initializing all the Stores at 1731984712304 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984712305 (+1 ms)Cleaning up temporary data from old regions at 1731984712309 (+4 ms)Running coprocessor post-open hooks at 1731984712315 (+6 ms)Region opened successfully at 1731984712316 (+1 ms) 2024-11-19T02:51:52,317 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5., pid=6, masterSystemTime=1731984712298 2024-11-19T02:51:52,319 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5. 2024-11-19T02:51:52,319 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5. 2024-11-19T02:51:52,320 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=561d0ce236727cd0beb03151f996e8b5, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,36341,1731984710475 2024-11-19T02:51:52,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 561d0ce236727cd0beb03151f996e8b5, server=e93af88909ff,36341,1731984710475 because future has completed 2024-11-19T02:51:52,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T02:51:52,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 561d0ce236727cd0beb03151f996e8b5, server=e93af88909ff,36341,1731984710475 in 177 msec 2024-11-19T02:51:52,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T02:51:52,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=561d0ce236727cd0beb03151f996e8b5, ASSIGN in 335 msec 2024-11-19T02:51:52,330 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T02:51:52,330 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731984712330"}]},"ts":"1731984712330"} 2024-11-19T02:51:52,334 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-19T02:51:52,335 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T02:51:52,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 792 msec 2024-11-19T02:51:53,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:53,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:53,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:53,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:53,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:53,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:53,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:53,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:53,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:53,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:54,426 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T02:51:54,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:54,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:54,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:54,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:54,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:54,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:54,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:54,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:54,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:54,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:51:54,571 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-19T02:51:54,571 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-19T02:51:54,572 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-19T02:51:56,869 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T02:51:56,870 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-19T02:52:00,074 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T02:52:00,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:00,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:00,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:00,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:00,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:00,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:00,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:00,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:00,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:00,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:52:01,567 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-19T02:52:01,567 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-19T02:52:01,570 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-19T02:52:01,570 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5. 2024-11-19T02:52:01,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5., hostname=e93af88909ff,36341,1731984710475, seqNum=2] 2024-11-19T02:52:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] regionserver.HRegion(8855): Flush requested on 561d0ce236727cd0beb03151f996e8b5 2024-11-19T02:52:01,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 561d0ce236727cd0beb03151f996e8b5 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-19T02:52:01,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/.tmp/info/22ee63d177c34b33bc42ce44d448fe33 is 1055, key is row0001/info:/1731984721575/Put/seqid=0 2024-11-19T02:52:01,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741837_1013 (size=13386) 2024-11-19T02:52:01,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741837_1013 (size=13386) 2024-11-19T02:52:01,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/.tmp/info/22ee63d177c34b33bc42ce44d448fe33 2024-11-19T02:52:01,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=561d0ce236727cd0beb03151f996e8b5, server=e93af88909ff,36341,1731984710475 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:52:01,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/.tmp/info/22ee63d177c34b33bc42ce44d448fe33 as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/22ee63d177c34b33bc42ce44d448fe33 2024-11-19T02:52:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:43848 deadline: 1731984731632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=561d0ce236727cd0beb03151f996e8b5, server=e93af88909ff,36341,1731984710475 2024-11-19T02:52:01,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/22ee63d177c34b33bc42ce44d448fe33, entries=8, sequenceid=12, filesize=13.1 K 2024-11-19T02:52:01,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 561d0ce236727cd0beb03151f996e8b5 in 57ms, sequenceid=12, compaction requested=false 2024-11-19T02:52:01,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 561d0ce236727cd0beb03151f996e8b5: 2024-11-19T02:52:01,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5., hostname=e93af88909ff,36341,1731984710475, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5., hostname=e93af88909ff,36341,1731984710475, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=561d0ce236727cd0beb03151f996e8b5, server=e93af88909ff,36341,1731984710475 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:52:01,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5., hostname=e93af88909ff,36341,1731984710475, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=561d0ce236727cd0beb03151f996e8b5, server=e93af88909ff,36341,1731984710475 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:52:01,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5., hostname=e93af88909ff,36341,1731984710475, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:52:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] regionserver.HRegion(8855): Flush requested on 561d0ce236727cd0beb03151f996e8b5 2024-11-19T02:52:11,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 561d0ce236727cd0beb03151f996e8b5 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-19T02:52:11,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/.tmp/info/9065864e82ab47d68fd72a648792b90d is 1055, key is row0009/info:/1731984721590/Put/seqid=0 2024-11-19T02:52:11,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741838_1014 (size=28134) 2024-11-19T02:52:11,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741838_1014 (size=28134) 2024-11-19T02:52:11,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/.tmp/info/9065864e82ab47d68fd72a648792b90d 2024-11-19T02:52:11,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/.tmp/info/9065864e82ab47d68fd72a648792b90d as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/9065864e82ab47d68fd72a648792b90d 2024-11-19T02:52:11,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/9065864e82ab47d68fd72a648792b90d, entries=22, sequenceid=37, filesize=27.5 K 2024-11-19T02:52:11,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 561d0ce236727cd0beb03151f996e8b5 in 25ms, sequenceid=37, compaction requested=false 2024-11-19T02:52:11,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 561d0ce236727cd0beb03151f996e8b5: 2024-11-19T02:52:11,744 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-19T02:52:11,744 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-19T02:52:11,744 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/9065864e82ab47d68fd72a648792b90d because midkey is the same as first or last row 2024-11-19T02:52:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] regionserver.HRegion(8855): Flush requested on 561d0ce236727cd0beb03151f996e8b5 2024-11-19T02:52:13,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 561d0ce236727cd0beb03151f996e8b5 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-19T02:52:13,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/.tmp/info/717bed7de513444a9be165395c10668b is 1055, key is row0031/info:/1731984731719/Put/seqid=0 2024-11-19T02:52:13,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741839_1015 (size=13386) 2024-11-19T02:52:13,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741839_1015 (size=13386) 2024-11-19T02:52:13,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/.tmp/info/717bed7de513444a9be165395c10668b 2024-11-19T02:52:13,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/.tmp/info/717bed7de513444a9be165395c10668b as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/717bed7de513444a9be165395c10668b 2024-11-19T02:52:13,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/717bed7de513444a9be165395c10668b, entries=8, sequenceid=48, filesize=13.1 K 2024-11-19T02:52:13,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for 561d0ce236727cd0beb03151f996e8b5 in 26ms, sequenceid=48, compaction requested=true 2024-11-19T02:52:13,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 561d0ce236727cd0beb03151f996e8b5: 2024-11-19T02:52:13,759 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-19T02:52:13,759 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-19T02:52:13,759 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/9065864e82ab47d68fd72a648792b90d because midkey is the same as first or last row 2024-11-19T02:52:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] regionserver.HRegion(8855): Flush requested on 561d0ce236727cd0beb03151f996e8b5 2024-11-19T02:52:13,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 561d0ce236727cd0beb03151f996e8b5:info, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:52:13,760 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:52:13,761 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:52:13,762 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1541): 561d0ce236727cd0beb03151f996e8b5/info is initiating minor compaction (all files) 2024-11-19T02:52:13,762 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 561d0ce236727cd0beb03151f996e8b5/info in TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5. 2024-11-19T02:52:13,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:52:13,762 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/22ee63d177c34b33bc42ce44d448fe33, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/9065864e82ab47d68fd72a648792b90d, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/717bed7de513444a9be165395c10668b] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/.tmp, totalSize=53.6 K 2024-11-19T02:52:13,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 561d0ce236727cd0beb03151f996e8b5 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-19T02:52:13,762 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22ee63d177c34b33bc42ce44d448fe33, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731984721575 2024-11-19T02:52:13,763 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9065864e82ab47d68fd72a648792b90d, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731984721590 2024-11-19T02:52:13,763 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 717bed7de513444a9be165395c10668b, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731984731719 2024-11-19T02:52:13,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/.tmp/info/512641d195a84760b6361c759464fa76 is 1055, key is row0039/info:/1731984733733/Put/seqid=0 2024-11-19T02:52:13,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741840_1016 (size=21822) 2024-11-19T02:52:13,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741840_1016 (size=21822) 2024-11-19T02:52:13,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/.tmp/info/512641d195a84760b6361c759464fa76 2024-11-19T02:52:13,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/.tmp/info/512641d195a84760b6361c759464fa76 as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/512641d195a84760b6361c759464fa76 2024-11-19T02:52:13,784 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 561d0ce236727cd0beb03151f996e8b5#info#compaction#35 average throughput is 9.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:52:13,785 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/.tmp/info/008ed7479f9f45e8be4d9f47ea1994bd is 1055, key is row0001/info:/1731984721575/Put/seqid=0 2024-11-19T02:52:13,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/512641d195a84760b6361c759464fa76, entries=16, sequenceid=67, filesize=21.3 K 2024-11-19T02:52:13,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=10.26 KB/10510 for 561d0ce236727cd0beb03151f996e8b5 in 26ms, sequenceid=67, compaction requested=false 2024-11-19T02:52:13,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 561d0ce236727cd0beb03151f996e8b5: 2024-11-19T02:52:13,788 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=74.9 K, sizeToCheck=16.0 K 2024-11-19T02:52:13,788 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-19T02:52:13,789 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/9065864e82ab47d68fd72a648792b90d because midkey is the same as first or last row 2024-11-19T02:52:13,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741841_1017 (size=45105) 2024-11-19T02:52:13,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741841_1017 (size=45105) 2024-11-19T02:52:13,800 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/.tmp/info/008ed7479f9f45e8be4d9f47ea1994bd as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/008ed7479f9f45e8be4d9f47ea1994bd 2024-11-19T02:52:13,807 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 561d0ce236727cd0beb03151f996e8b5/info of 561d0ce236727cd0beb03151f996e8b5 into 008ed7479f9f45e8be4d9f47ea1994bd(size=44.0 K), total size for store is 65.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:52:13,807 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 561d0ce236727cd0beb03151f996e8b5: 2024-11-19T02:52:13,809 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5., storeName=561d0ce236727cd0beb03151f996e8b5/info, priority=13, startTime=1731984733759; duration=0sec 2024-11-19T02:52:13,809 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.4 K, sizeToCheck=16.0 K 2024-11-19T02:52:13,809 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-19T02:52:13,809 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/008ed7479f9f45e8be4d9f47ea1994bd because midkey is the same as first or last row 2024-11-19T02:52:13,810 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.4 K, sizeToCheck=16.0 K 2024-11-19T02:52:13,810 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-19T02:52:13,810 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/008ed7479f9f45e8be4d9f47ea1994bd because midkey is the same as first or last row 2024-11-19T02:52:13,810 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.4 K, sizeToCheck=16.0 K 2024-11-19T02:52:13,810 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-19T02:52:13,810 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/008ed7479f9f45e8be4d9f47ea1994bd because midkey is the same as first or last row 2024-11-19T02:52:13,810 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:52:13,810 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 561d0ce236727cd0beb03151f996e8b5:info 2024-11-19T02:52:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] regionserver.HRegion(8855): Flush requested on 561d0ce236727cd0beb03151f996e8b5 2024-11-19T02:52:15,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 561d0ce236727cd0beb03151f996e8b5 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-19T02:52:15,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/.tmp/info/e03bb11f95904e8bb1533caa7508e3fb is 1055, key is row0055/info:/1731984733763/Put/seqid=0 2024-11-19T02:52:15,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741842_1018 (size=16542) 2024-11-19T02:52:15,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741842_1018 (size=16542) 2024-11-19T02:52:15,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/.tmp/info/e03bb11f95904e8bb1533caa7508e3fb 2024-11-19T02:52:15,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=561d0ce236727cd0beb03151f996e8b5, server=e93af88909ff,36341,1731984710475 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:52:15,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/.tmp/info/e03bb11f95904e8bb1533caa7508e3fb as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/e03bb11f95904e8bb1533caa7508e3fb 2024-11-19T02:52:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:43848 deadline: 1731984745833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=561d0ce236727cd0beb03151f996e8b5, server=e93af88909ff,36341,1731984710475 2024-11-19T02:52:15,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5., hostname=e93af88909ff,36341,1731984710475, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5., hostname=e93af88909ff,36341,1731984710475, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=561d0ce236727cd0beb03151f996e8b5, server=e93af88909ff,36341,1731984710475 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:52:15,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5., hostname=e93af88909ff,36341,1731984710475, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=561d0ce236727cd0beb03151f996e8b5, server=e93af88909ff,36341,1731984710475 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:52:15,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5., hostname=e93af88909ff,36341,1731984710475, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:52:15,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/e03bb11f95904e8bb1533caa7508e3fb, entries=11, sequenceid=82, filesize=16.2 K 2024-11-19T02:52:15,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=18.47 KB/18918 for 561d0ce236727cd0beb03151f996e8b5 in 60ms, sequenceid=82, compaction requested=true 2024-11-19T02:52:15,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 561d0ce236727cd0beb03151f996e8b5: 2024-11-19T02:52:15,843 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-19T02:52:15,843 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-19T02:52:15,843 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/008ed7479f9f45e8be4d9f47ea1994bd because midkey is the same as first or last row 2024-11-19T02:52:15,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 561d0ce236727cd0beb03151f996e8b5:info, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:52:15,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:52:15,843 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:52:15,845 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:52:15,845 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1541): 561d0ce236727cd0beb03151f996e8b5/info is initiating minor compaction (all files) 2024-11-19T02:52:15,845 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 561d0ce236727cd0beb03151f996e8b5/info in TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5. 2024-11-19T02:52:15,845 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/008ed7479f9f45e8be4d9f47ea1994bd, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/512641d195a84760b6361c759464fa76, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/e03bb11f95904e8bb1533caa7508e3fb] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/.tmp, totalSize=81.5 K 2024-11-19T02:52:15,846 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 008ed7479f9f45e8be4d9f47ea1994bd, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731984721575 2024-11-19T02:52:15,846 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 512641d195a84760b6361c759464fa76, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1731984733733 2024-11-19T02:52:15,847 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.Compactor(225): Compacting e03bb11f95904e8bb1533caa7508e3fb, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731984733763 2024-11-19T02:52:15,862 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 561d0ce236727cd0beb03151f996e8b5#info#compaction#37 average throughput is 21.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:52:15,863 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/.tmp/info/07c50ece51f145ff8ba8c7c2611c2385 is 1055, key is row0001/info:/1731984721575/Put/seqid=0 2024-11-19T02:52:15,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741843_1019 (size=73753) 2024-11-19T02:52:15,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741843_1019 (size=73753) 2024-11-19T02:52:15,877 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/.tmp/info/07c50ece51f145ff8ba8c7c2611c2385 as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/07c50ece51f145ff8ba8c7c2611c2385 2024-11-19T02:52:15,883 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 561d0ce236727cd0beb03151f996e8b5/info of 561d0ce236727cd0beb03151f996e8b5 into 07c50ece51f145ff8ba8c7c2611c2385(size=72.0 K), total size for store is 72.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:52:15,883 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 561d0ce236727cd0beb03151f996e8b5: 2024-11-19T02:52:15,883 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5., storeName=561d0ce236727cd0beb03151f996e8b5/info, priority=13, startTime=1731984735843; duration=0sec 2024-11-19T02:52:15,883 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=72.0 K, sizeToCheck=16.0 K 2024-11-19T02:52:15,883 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-19T02:52:15,884 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=72.0 K, sizeToCheck=16.0 K 2024-11-19T02:52:15,884 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-19T02:52:15,884 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=72.0 K, sizeToCheck=16.0 K 2024-11-19T02:52:15,884 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-19T02:52:15,885 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:52:15,885 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:52:15,885 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 561d0ce236727cd0beb03151f996e8b5:info 2024-11-19T02:52:15,886 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41707 {}] assignment.AssignmentManager(1363): Split request from e93af88909ff,36341,1731984710475, parent={ENCODED => 561d0ce236727cd0beb03151f996e8b5, NAME => 'TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-19T02:52:15,892 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41707 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=e93af88909ff,36341,1731984710475 2024-11-19T02:52:15,896 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41707 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=561d0ce236727cd0beb03151f996e8b5, daughterA=2ea68243235da0da130b8867ba74bf5a, daughterB=f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:52:15,897 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=561d0ce236727cd0beb03151f996e8b5, daughterA=2ea68243235da0da130b8867ba74bf5a, daughterB=f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:52:15,897 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=561d0ce236727cd0beb03151f996e8b5, daughterA=2ea68243235da0da130b8867ba74bf5a, daughterB=f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:52:15,897 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=561d0ce236727cd0beb03151f996e8b5, daughterA=2ea68243235da0da130b8867ba74bf5a, daughterB=f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:52:15,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=561d0ce236727cd0beb03151f996e8b5, UNASSIGN}] 2024-11-19T02:52:15,904 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=561d0ce236727cd0beb03151f996e8b5, UNASSIGN 2024-11-19T02:52:15,906 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=561d0ce236727cd0beb03151f996e8b5, regionState=CLOSING, regionLocation=e93af88909ff,36341,1731984710475 2024-11-19T02:52:15,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=561d0ce236727cd0beb03151f996e8b5, UNASSIGN because future has completed 2024-11-19T02:52:15,908 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-19T02:52:15,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 561d0ce236727cd0beb03151f996e8b5, server=e93af88909ff,36341,1731984710475}] 2024-11-19T02:52:16,066 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 561d0ce236727cd0beb03151f996e8b5 2024-11-19T02:52:16,066 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-19T02:52:16,067 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 561d0ce236727cd0beb03151f996e8b5, disabling compactions & flushes 2024-11-19T02:52:16,067 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5. 2024-11-19T02:52:16,067 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5. 2024-11-19T02:52:16,067 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5. after waiting 0 ms 2024-11-19T02:52:16,067 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5. 2024-11-19T02:52:16,067 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 561d0ce236727cd0beb03151f996e8b5 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-19T02:52:16,076 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/.tmp/info/dde249c69bd74a9eb350b8dfa19ae7b1 is 1055, key is row0066/info:/1731984735785/Put/seqid=0 2024-11-19T02:52:16,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741844_1020 (size=23926) 2024-11-19T02:52:16,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741844_1020 (size=23926) 2024-11-19T02:52:16,084 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/.tmp/info/dde249c69bd74a9eb350b8dfa19ae7b1 2024-11-19T02:52:16,095 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/.tmp/info/dde249c69bd74a9eb350b8dfa19ae7b1 as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/dde249c69bd74a9eb350b8dfa19ae7b1 2024-11-19T02:52:16,102 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/dde249c69bd74a9eb350b8dfa19ae7b1, entries=18, sequenceid=104, filesize=23.4 K 2024-11-19T02:52:16,103 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=0 B/0 for 561d0ce236727cd0beb03151f996e8b5 in 36ms, sequenceid=104, compaction requested=false 2024-11-19T02:52:16,107 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/22ee63d177c34b33bc42ce44d448fe33, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/9065864e82ab47d68fd72a648792b90d, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/008ed7479f9f45e8be4d9f47ea1994bd, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/717bed7de513444a9be165395c10668b, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/512641d195a84760b6361c759464fa76, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/e03bb11f95904e8bb1533caa7508e3fb] to archive 2024-11-19T02:52:16,108 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T02:52:16,111 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/22ee63d177c34b33bc42ce44d448fe33 to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/22ee63d177c34b33bc42ce44d448fe33 2024-11-19T02:52:16,112 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/9065864e82ab47d68fd72a648792b90d to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/9065864e82ab47d68fd72a648792b90d 2024-11-19T02:52:16,114 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/008ed7479f9f45e8be4d9f47ea1994bd to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/008ed7479f9f45e8be4d9f47ea1994bd 2024-11-19T02:52:16,115 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/717bed7de513444a9be165395c10668b to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/717bed7de513444a9be165395c10668b 2024-11-19T02:52:16,118 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/512641d195a84760b6361c759464fa76 to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/512641d195a84760b6361c759464fa76 2024-11-19T02:52:16,120 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/e03bb11f95904e8bb1533caa7508e3fb to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/e03bb11f95904e8bb1533caa7508e3fb 2024-11-19T02:52:16,132 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/recovered.edits/107.seqid, newMaxSeqId=107, maxSeqId=1 2024-11-19T02:52:16,133 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5. 2024-11-19T02:52:16,133 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 561d0ce236727cd0beb03151f996e8b5: Waiting for close lock at 1731984736067Running coprocessor pre-close hooks at 1731984736067Disabling compacts and flushes for region at 1731984736067Disabling writes for close at 1731984736067Obtaining lock to block concurrent updates at 1731984736067Preparing flush snapshotting stores in 561d0ce236727cd0beb03151f996e8b5 at 1731984736067Finished memstore snapshotting TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5., syncing WAL and waiting on mvcc, flushsize=dataSize=18918, getHeapSize=20544, getOffHeapSize=0, getCellsCount=18 at 1731984736068 (+1 ms)Flushing stores of TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5. at 1731984736069 (+1 ms)Flushing 561d0ce236727cd0beb03151f996e8b5/info: creating writer at 1731984736069Flushing 561d0ce236727cd0beb03151f996e8b5/info: appending metadata at 1731984736075 (+6 ms)Flushing 561d0ce236727cd0beb03151f996e8b5/info: closing flushed file at 1731984736075Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53d590ae: reopening flushed file at 1731984736094 (+19 ms)Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=0 B/0 for 561d0ce236727cd0beb03151f996e8b5 in 36ms, sequenceid=104, compaction requested=false at 1731984736103 (+9 ms)Writing region close event to WAL at 1731984736123 (+20 ms)Running coprocessor post-close hooks at 1731984736132 (+9 ms)Closed at 1731984736133 (+1 ms) 2024-11-19T02:52:16,135 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 561d0ce236727cd0beb03151f996e8b5 2024-11-19T02:52:16,136 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=561d0ce236727cd0beb03151f996e8b5, regionState=CLOSED 2024-11-19T02:52:16,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 561d0ce236727cd0beb03151f996e8b5, server=e93af88909ff,36341,1731984710475 because future has completed 2024-11-19T02:52:16,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T02:52:16,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 561d0ce236727cd0beb03151f996e8b5, server=e93af88909ff,36341,1731984710475 in 236 msec 2024-11-19T02:52:16,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-19T02:52:16,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=561d0ce236727cd0beb03151f996e8b5, UNASSIGN in 246 msec 2024-11-19T02:52:16,175 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:52:16,178 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 2 storefiles, region=561d0ce236727cd0beb03151f996e8b5, threads=2 2024-11-19T02:52:16,182 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/dde249c69bd74a9eb350b8dfa19ae7b1 for region: 561d0ce236727cd0beb03151f996e8b5 2024-11-19T02:52:16,182 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/07c50ece51f145ff8ba8c7c2611c2385 for region: 561d0ce236727cd0beb03151f996e8b5 2024-11-19T02:52:16,193 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/dde249c69bd74a9eb350b8dfa19ae7b1, top=true 2024-11-19T02:52:16,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741845_1021 (size=27) 2024-11-19T02:52:16,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741845_1021 (size=27) 2024-11-19T02:52:16,210 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/TestLogRolling-testLogRolling=561d0ce236727cd0beb03151f996e8b5-dde249c69bd74a9eb350b8dfa19ae7b1 for child: f38f12defdb5f4daf6b294f57d6dfdbe, parent: 561d0ce236727cd0beb03151f996e8b5 2024-11-19T02:52:16,210 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/dde249c69bd74a9eb350b8dfa19ae7b1 for region: 561d0ce236727cd0beb03151f996e8b5 2024-11-19T02:52:16,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741846_1022 (size=27) 2024-11-19T02:52:16,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741846_1022 (size=27) 2024-11-19T02:52:16,237 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/07c50ece51f145ff8ba8c7c2611c2385 for region: 561d0ce236727cd0beb03151f996e8b5 2024-11-19T02:52:16,240 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 561d0ce236727cd0beb03151f996e8b5 Daughter A: [hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/2ea68243235da0da130b8867ba74bf5a/info/07c50ece51f145ff8ba8c7c2611c2385.561d0ce236727cd0beb03151f996e8b5] storefiles, Daughter B: [hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/07c50ece51f145ff8ba8c7c2611c2385.561d0ce236727cd0beb03151f996e8b5, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/TestLogRolling-testLogRolling=561d0ce236727cd0beb03151f996e8b5-dde249c69bd74a9eb350b8dfa19ae7b1] storefiles. 2024-11-19T02:52:16,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741847_1023 (size=71) 2024-11-19T02:52:16,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741847_1023 (size=71) 2024-11-19T02:52:16,258 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:52:16,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741848_1024 (size=71) 2024-11-19T02:52:16,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741848_1024 (size=71) 2024-11-19T02:52:16,292 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:52:16,310 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/2ea68243235da0da130b8867ba74bf5a/recovered.edits/107.seqid, newMaxSeqId=107, maxSeqId=-1 2024-11-19T02:52:16,312 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/recovered.edits/107.seqid, newMaxSeqId=107, maxSeqId=-1 2024-11-19T02:52:16,317 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731984736316"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731984736316"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731984736316"}]},"ts":"1731984736316"} 2024-11-19T02:52:16,317 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731984735892.2ea68243235da0da130b8867ba74bf5a.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731984736316"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984736316"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731984736316"}]},"ts":"1731984736316"} 2024-11-19T02:52:16,317 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731984736316"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984736316"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731984736316"}]},"ts":"1731984736316"} 2024-11-19T02:52:16,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2ea68243235da0da130b8867ba74bf5a, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f38f12defdb5f4daf6b294f57d6dfdbe, ASSIGN}] 2024-11-19T02:52:16,339 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f38f12defdb5f4daf6b294f57d6dfdbe, ASSIGN 2024-11-19T02:52:16,339 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2ea68243235da0da130b8867ba74bf5a, ASSIGN 2024-11-19T02:52:16,340 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f38f12defdb5f4daf6b294f57d6dfdbe, ASSIGN; state=SPLITTING_NEW, location=e93af88909ff,36341,1731984710475; forceNewPlan=false, retain=false 2024-11-19T02:52:16,340 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2ea68243235da0da130b8867ba74bf5a, ASSIGN; state=SPLITTING_NEW, location=e93af88909ff,36341,1731984710475; forceNewPlan=false, retain=false 2024-11-19T02:52:16,491 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f38f12defdb5f4daf6b294f57d6dfdbe, regionState=OPENING, regionLocation=e93af88909ff,36341,1731984710475 2024-11-19T02:52:16,491 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=2ea68243235da0da130b8867ba74bf5a, regionState=OPENING, regionLocation=e93af88909ff,36341,1731984710475 2024-11-19T02:52:16,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2ea68243235da0da130b8867ba74bf5a, ASSIGN because future has completed 2024-11-19T02:52:16,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ea68243235da0da130b8867ba74bf5a, server=e93af88909ff,36341,1731984710475}] 2024-11-19T02:52:16,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f38f12defdb5f4daf6b294f57d6dfdbe, ASSIGN because future has completed 2024-11-19T02:52:16,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f38f12defdb5f4daf6b294f57d6dfdbe, server=e93af88909ff,36341,1731984710475}] 2024-11-19T02:52:16,651 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731984735892.2ea68243235da0da130b8867ba74bf5a. 2024-11-19T02:52:16,651 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ea68243235da0da130b8867ba74bf5a, NAME => 'TestLogRolling-testLogRolling,,1731984735892.2ea68243235da0da130b8867ba74bf5a.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-19T02:52:16,652 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 2ea68243235da0da130b8867ba74bf5a 2024-11-19T02:52:16,652 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731984735892.2ea68243235da0da130b8867ba74bf5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:52:16,652 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 2ea68243235da0da130b8867ba74bf5a 2024-11-19T02:52:16,652 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 2ea68243235da0da130b8867ba74bf5a 2024-11-19T02:52:16,653 INFO [StoreOpener-2ea68243235da0da130b8867ba74bf5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2ea68243235da0da130b8867ba74bf5a 2024-11-19T02:52:16,654 INFO [StoreOpener-2ea68243235da0da130b8867ba74bf5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ea68243235da0da130b8867ba74bf5a columnFamilyName info 2024-11-19T02:52:16,654 DEBUG [StoreOpener-2ea68243235da0da130b8867ba74bf5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:52:16,667 DEBUG [StoreOpener-2ea68243235da0da130b8867ba74bf5a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/2ea68243235da0da130b8867ba74bf5a/info/07c50ece51f145ff8ba8c7c2611c2385.561d0ce236727cd0beb03151f996e8b5->hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/07c50ece51f145ff8ba8c7c2611c2385-bottom 2024-11-19T02:52:16,667 INFO [StoreOpener-2ea68243235da0da130b8867ba74bf5a-1 {}] regionserver.HStore(327): Store=2ea68243235da0da130b8867ba74bf5a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:52:16,667 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 2ea68243235da0da130b8867ba74bf5a 2024-11-19T02:52:16,668 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/2ea68243235da0da130b8867ba74bf5a 2024-11-19T02:52:16,670 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/2ea68243235da0da130b8867ba74bf5a 2024-11-19T02:52:16,670 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 2ea68243235da0da130b8867ba74bf5a 2024-11-19T02:52:16,670 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 2ea68243235da0da130b8867ba74bf5a 2024-11-19T02:52:16,672 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 2ea68243235da0da130b8867ba74bf5a 2024-11-19T02:52:16,673 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 2ea68243235da0da130b8867ba74bf5a; next sequenceid=108; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=716488, jitterRate=-0.0889386534690857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:52:16,673 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ea68243235da0da130b8867ba74bf5a 2024-11-19T02:52:16,673 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 2ea68243235da0da130b8867ba74bf5a: Running coprocessor pre-open hook at 1731984736652Writing region info on filesystem at 1731984736652Initializing all the Stores at 1731984736653 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984736653Cleaning up temporary data from old regions at 1731984736670 (+17 ms)Running coprocessor post-open hooks at 1731984736673 (+3 ms)Region opened successfully at 1731984736673 2024-11-19T02:52:16,674 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731984735892.2ea68243235da0da130b8867ba74bf5a., pid=12, masterSystemTime=1731984736647 2024-11-19T02:52:16,674 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 2ea68243235da0da130b8867ba74bf5a:info, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:52:16,674 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:52:16,674 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-19T02:52:16,675 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731984735892.2ea68243235da0da130b8867ba74bf5a. 2024-11-19T02:52:16,675 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1541): 2ea68243235da0da130b8867ba74bf5a/info is initiating minor compaction (all files) 2024-11-19T02:52:16,675 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2ea68243235da0da130b8867ba74bf5a/info in TestLogRolling-testLogRolling,,1731984735892.2ea68243235da0da130b8867ba74bf5a. 2024-11-19T02:52:16,675 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/2ea68243235da0da130b8867ba74bf5a/info/07c50ece51f145ff8ba8c7c2611c2385.561d0ce236727cd0beb03151f996e8b5->hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/07c50ece51f145ff8ba8c7c2611c2385-bottom] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/2ea68243235da0da130b8867ba74bf5a/.tmp, totalSize=72.0 K 2024-11-19T02:52:16,676 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07c50ece51f145ff8ba8c7c2611c2385.561d0ce236727cd0beb03151f996e8b5, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731984721575 2024-11-19T02:52:16,677 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731984735892.2ea68243235da0da130b8867ba74bf5a. 2024-11-19T02:52:16,677 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731984735892.2ea68243235da0da130b8867ba74bf5a. 2024-11-19T02:52:16,677 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe. 2024-11-19T02:52:16,677 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => f38f12defdb5f4daf6b294f57d6dfdbe, NAME => 'TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-19T02:52:16,678 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:52:16,678 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:52:16,678 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:52:16,678 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:52:16,678 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=2ea68243235da0da130b8867ba74bf5a, regionState=OPEN, openSeqNum=108, regionLocation=e93af88909ff,36341,1731984710475 2024-11-19T02:52:16,679 INFO [StoreOpener-f38f12defdb5f4daf6b294f57d6dfdbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:52:16,680 INFO [StoreOpener-f38f12defdb5f4daf6b294f57d6dfdbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f38f12defdb5f4daf6b294f57d6dfdbe columnFamilyName info 2024-11-19T02:52:16,680 DEBUG [StoreOpener-f38f12defdb5f4daf6b294f57d6dfdbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:52:16,680 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36341 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-19T02:52:16,681 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:52:16,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-19T02:52:16,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ea68243235da0da130b8867ba74bf5a, server=e93af88909ff,36341,1731984710475 because future has completed 2024-11-19T02:52:16,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-19T02:52:16,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ea68243235da0da130b8867ba74bf5a, server=e93af88909ff,36341,1731984710475 in 192 msec 2024-11-19T02:52:16,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2ea68243235da0da130b8867ba74bf5a, ASSIGN in 351 msec 2024-11-19T02:52:16,699 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ea68243235da0da130b8867ba74bf5a#info#compaction#39 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:52:16,699 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/2ea68243235da0da130b8867ba74bf5a/.tmp/info/9834f4aba10b4086addca2bfd45e978b is 1055, key is row0001/info:/1731984721575/Put/seqid=0 2024-11-19T02:52:16,700 DEBUG [StoreOpener-f38f12defdb5f4daf6b294f57d6dfdbe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/07c50ece51f145ff8ba8c7c2611c2385.561d0ce236727cd0beb03151f996e8b5->hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/07c50ece51f145ff8ba8c7c2611c2385-top 2024-11-19T02:52:16,700 DEBUG [StoreOpener-f38f12defdb5f4daf6b294f57d6dfdbe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/TestLogRolling-testLogRolling=561d0ce236727cd0beb03151f996e8b5-dde249c69bd74a9eb350b8dfa19ae7b1 2024-11-19T02:52:16,700 INFO [StoreOpener-f38f12defdb5f4daf6b294f57d6dfdbe-1 {}] regionserver.HStore(327): Store=f38f12defdb5f4daf6b294f57d6dfdbe/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:52:16,701 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:52:16,701 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:52:16,702 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:52:16,703 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:52:16,703 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:52:16,704 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:52:16,705 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened f38f12defdb5f4daf6b294f57d6dfdbe; next sequenceid=108; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=776563, jitterRate=-0.012550309300422668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:52:16,705 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:52:16,705 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for f38f12defdb5f4daf6b294f57d6dfdbe: Running coprocessor pre-open hook at 1731984736678Writing region info on filesystem at 1731984736678Initializing all the Stores at 1731984736679 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984736679Cleaning up temporary data from old regions at 1731984736703 (+24 ms)Running coprocessor post-open hooks at 1731984736705 (+2 ms)Region opened successfully at 1731984736705 2024-11-19T02:52:16,708 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe., pid=13, masterSystemTime=1731984736647 2024-11-19T02:52:16,709 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store f38f12defdb5f4daf6b294f57d6dfdbe:info, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:52:16,709 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:52:16,709 DEBUG [RS:0;e93af88909ff:36341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-19T02:52:16,710 INFO [RS:0;e93af88909ff:36341-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe. 2024-11-19T02:52:16,710 DEBUG [RS:0;e93af88909ff:36341-longCompactions-0 {}] regionserver.HStore(1541): f38f12defdb5f4daf6b294f57d6dfdbe/info is initiating minor compaction (all files) 2024-11-19T02:52:16,710 INFO [RS:0;e93af88909ff:36341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38f12defdb5f4daf6b294f57d6dfdbe/info in TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe. 2024-11-19T02:52:16,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740/.tmp/info/b417f30444094aad8b25eceb1cfb5c61 is 193, key is TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe./info:regioninfo/1731984736491/Put/seqid=0 2024-11-19T02:52:16,710 INFO [RS:0;e93af88909ff:36341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/07c50ece51f145ff8ba8c7c2611c2385.561d0ce236727cd0beb03151f996e8b5->hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/07c50ece51f145ff8ba8c7c2611c2385-top, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/TestLogRolling-testLogRolling=561d0ce236727cd0beb03151f996e8b5-dde249c69bd74a9eb350b8dfa19ae7b1] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp, totalSize=95.4 K 2024-11-19T02:52:16,711 DEBUG [RS:0;e93af88909ff:36341-longCompactions-0 {}] compactions.Compactor(225): Compacting 07c50ece51f145ff8ba8c7c2611c2385.561d0ce236727cd0beb03151f996e8b5, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731984721575 2024-11-19T02:52:16,712 DEBUG [RS:0;e93af88909ff:36341-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=561d0ce236727cd0beb03151f996e8b5-dde249c69bd74a9eb350b8dfa19ae7b1, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731984735785 2024-11-19T02:52:16,712 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe. 2024-11-19T02:52:16,712 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe. 2024-11-19T02:52:16,713 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f38f12defdb5f4daf6b294f57d6dfdbe, regionState=OPEN, openSeqNum=108, regionLocation=e93af88909ff,36341,1731984710475 2024-11-19T02:52:16,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741849_1025 (size=71441) 2024-11-19T02:52:16,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741849_1025 (size=71441) 2024-11-19T02:52:16,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f38f12defdb5f4daf6b294f57d6dfdbe, server=e93af88909ff,36341,1731984710475 because future has completed 2024-11-19T02:52:16,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741850_1026 (size=9847) 2024-11-19T02:52:16,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741850_1026 (size=9847) 2024-11-19T02:52:16,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740/.tmp/info/b417f30444094aad8b25eceb1cfb5c61 2024-11-19T02:52:16,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-19T02:52:16,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure f38f12defdb5f4daf6b294f57d6dfdbe, server=e93af88909ff,36341,1731984710475 in 222 msec 2024-11-19T02:52:16,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T02:52:16,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f38f12defdb5f4daf6b294f57d6dfdbe, ASSIGN in 384 msec 2024-11-19T02:52:16,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=561d0ce236727cd0beb03151f996e8b5, daughterA=2ea68243235da0da130b8867ba74bf5a, daughterB=f38f12defdb5f4daf6b294f57d6dfdbe in 833 msec 2024-11-19T02:52:16,729 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/2ea68243235da0da130b8867ba74bf5a/.tmp/info/9834f4aba10b4086addca2bfd45e978b as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/2ea68243235da0da130b8867ba74bf5a/info/9834f4aba10b4086addca2bfd45e978b 2024-11-19T02:52:16,777 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 2ea68243235da0da130b8867ba74bf5a/info of 2ea68243235da0da130b8867ba74bf5a into 9834f4aba10b4086addca2bfd45e978b(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:52:16,778 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2ea68243235da0da130b8867ba74bf5a: 2024-11-19T02:52:16,778 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731984735892.2ea68243235da0da130b8867ba74bf5a., storeName=2ea68243235da0da130b8867ba74bf5a/info, priority=15, startTime=1731984736674; duration=0sec 2024-11-19T02:52:16,778 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:52:16,778 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ea68243235da0da130b8867ba74bf5a:info 2024-11-19T02:52:16,779 INFO [RS:0;e93af88909ff:36341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38f12defdb5f4daf6b294f57d6dfdbe#info#compaction#41 average throughput is 20.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:52:16,780 DEBUG [RS:0;e93af88909ff:36341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/4a7bd9b680c64751aab51389e1927210 is 1055, key is row0064/info:/1731984733779/Put/seqid=0 2024-11-19T02:52:16,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740/.tmp/ns/b80b397fe5804b548bfb92f4a81cab36 is 43, key is default/ns:d/1731984711445/Put/seqid=0 2024-11-19T02:52:16,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741851_1027 (size=26196) 2024-11-19T02:52:16,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741851_1027 (size=26196) 2024-11-19T02:52:16,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741852_1028 (size=5153) 2024-11-19T02:52:16,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741852_1028 (size=5153) 2024-11-19T02:52:16,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740/.tmp/ns/b80b397fe5804b548bfb92f4a81cab36 2024-11-19T02:52:16,792 DEBUG [RS:0;e93af88909ff:36341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/4a7bd9b680c64751aab51389e1927210 as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/4a7bd9b680c64751aab51389e1927210 2024-11-19T02:52:16,798 INFO [RS:0;e93af88909ff:36341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 2 (all) file(s) in f38f12defdb5f4daf6b294f57d6dfdbe/info of f38f12defdb5f4daf6b294f57d6dfdbe into 4a7bd9b680c64751aab51389e1927210(size=25.6 K), total size for store is 25.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:52:16,799 DEBUG [RS:0;e93af88909ff:36341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38f12defdb5f4daf6b294f57d6dfdbe: 2024-11-19T02:52:16,799 INFO [RS:0;e93af88909ff:36341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe., storeName=f38f12defdb5f4daf6b294f57d6dfdbe/info, priority=14, startTime=1731984736709; duration=0sec 2024-11-19T02:52:16,799 DEBUG [RS:0;e93af88909ff:36341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:52:16,799 DEBUG [RS:0;e93af88909ff:36341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38f12defdb5f4daf6b294f57d6dfdbe:info 2024-11-19T02:52:16,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740/.tmp/table/700ccd6f08f04f868a595e3e8d3b40d7 is 65, key is TestLogRolling-testLogRolling/table:state/1731984712330/Put/seqid=0 2024-11-19T02:52:16,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741853_1029 (size=5340) 2024-11-19T02:52:16,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741853_1029 (size=5340) 2024-11-19T02:52:16,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740/.tmp/table/700ccd6f08f04f868a595e3e8d3b40d7 2024-11-19T02:52:16,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740/.tmp/info/b417f30444094aad8b25eceb1cfb5c61 as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740/info/b417f30444094aad8b25eceb1cfb5c61 2024-11-19T02:52:16,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740/info/b417f30444094aad8b25eceb1cfb5c61, entries=30, sequenceid=17, filesize=9.6 K 2024-11-19T02:52:16,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740/.tmp/ns/b80b397fe5804b548bfb92f4a81cab36 as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740/ns/b80b397fe5804b548bfb92f4a81cab36 2024-11-19T02:52:16,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740/ns/b80b397fe5804b548bfb92f4a81cab36, entries=2, sequenceid=17, filesize=5.0 K 2024-11-19T02:52:16,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740/.tmp/table/700ccd6f08f04f868a595e3e8d3b40d7 as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740/table/700ccd6f08f04f868a595e3e8d3b40d7 2024-11-19T02:52:16,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740/table/700ccd6f08f04f868a595e3e8d3b40d7, entries=2, sequenceid=17, filesize=5.2 K 2024-11-19T02:52:16,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 161ms, sequenceid=17, compaction requested=false 2024-11-19T02:52:16,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-19T02:52:20,360 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T02:52:21,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:21,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:21,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:21,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:21,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:21,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:21,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:21,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:21,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:21,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:21,657 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T02:52:21,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:21,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:21,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:21,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:21,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:21,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:21,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:21,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:21,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:21,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:52:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:43848 deadline: 1731984755887, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5. is not online on e93af88909ff,36341,1731984710475 2024-11-19T02:52:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5., hostname=e93af88909ff,36341,1731984710475, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5., hostname=e93af88909ff,36341,1731984710475, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5. is not online on e93af88909ff,36341,1731984710475 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:52:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5., hostname=e93af88909ff,36341,1731984710475, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5. is not online on e93af88909ff,36341,1731984710475 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:52:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731984711542.561d0ce236727cd0beb03151f996e8b5., hostname=e93af88909ff,36341,1731984710475, seqNum=2 from cache 2024-11-19T02:52:31,464 INFO [master/e93af88909ff:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T02:52:31,464 INFO [master/e93af88909ff:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T02:52:36,395 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-11-19T02:52:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0084', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe., hostname=e93af88909ff,36341,1731984710475, seqNum=108] 2024-11-19T02:52:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] regionserver.HRegion(8855): Flush requested on f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:52:45,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38f12defdb5f4daf6b294f57d6dfdbe 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-19T02:52:45,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/63e4a90c223f4b6d8be183b11651a0df is 1055, key is row0084/info:/1731984765914/Put/seqid=0 2024-11-19T02:52:45,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741854_1030 (size=13386) 2024-11-19T02:52:45,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741854_1030 (size=13386) 2024-11-19T02:52:45,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/63e4a90c223f4b6d8be183b11651a0df 2024-11-19T02:52:45,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/63e4a90c223f4b6d8be183b11651a0df as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/63e4a90c223f4b6d8be183b11651a0df 2024-11-19T02:52:45,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/63e4a90c223f4b6d8be183b11651a0df, entries=8, sequenceid=119, filesize=13.1 K 2024-11-19T02:52:45,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=5.13 KB/5255 for f38f12defdb5f4daf6b294f57d6dfdbe in 32ms, sequenceid=119, compaction requested=false 2024-11-19T02:52:45,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38f12defdb5f4daf6b294f57d6dfdbe: 2024-11-19T02:52:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] regionserver.HRegion(8855): Flush requested on f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:52:47,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38f12defdb5f4daf6b294f57d6dfdbe 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-19T02:52:47,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/f3d0622c6c0b4c5d8a44b0b47d7e45c0 is 1055, key is row0092/info:/1731984765927/Put/seqid=0 2024-11-19T02:52:47,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741855_1031 (size=13388) 2024-11-19T02:52:47,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741855_1031 (size=13388) 2024-11-19T02:52:47,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/f3d0622c6c0b4c5d8a44b0b47d7e45c0 2024-11-19T02:52:47,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/f3d0622c6c0b4c5d8a44b0b47d7e45c0 as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/f3d0622c6c0b4c5d8a44b0b47d7e45c0 2024-11-19T02:52:47,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/f3d0622c6c0b4c5d8a44b0b47d7e45c0, entries=8, sequenceid=130, filesize=13.1 K 2024-11-19T02:52:47,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=18.47 KB/18918 for f38f12defdb5f4daf6b294f57d6dfdbe in 39ms, sequenceid=130, compaction requested=true 2024-11-19T02:52:47,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38f12defdb5f4daf6b294f57d6dfdbe: 2024-11-19T02:52:47,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38f12defdb5f4daf6b294f57d6dfdbe:info, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:52:47,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:52:47,983 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:52:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] regionserver.HRegion(8855): Flush requested on f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:52:47,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38f12defdb5f4daf6b294f57d6dfdbe 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-11-19T02:52:47,985 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 52970 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:52:47,985 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1541): f38f12defdb5f4daf6b294f57d6dfdbe/info is initiating minor compaction (all files) 2024-11-19T02:52:47,985 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38f12defdb5f4daf6b294f57d6dfdbe/info in TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe. 2024-11-19T02:52:47,985 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/4a7bd9b680c64751aab51389e1927210, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/63e4a90c223f4b6d8be183b11651a0df, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/f3d0622c6c0b4c5d8a44b0b47d7e45c0] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp, totalSize=51.7 K 2024-11-19T02:52:47,986 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a7bd9b680c64751aab51389e1927210, keycount=20, bloomtype=ROW, size=25.6 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731984733779 2024-11-19T02:52:47,986 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63e4a90c223f4b6d8be183b11651a0df, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731984765914 2024-11-19T02:52:47,987 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3d0622c6c0b4c5d8a44b0b47d7e45c0, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731984765927 2024-11-19T02:52:47,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/fdc9ba1ddb304d70887c6077ccdb1ce8 is 1055, key is row0100/info:/1731984767945/Put/seqid=0 2024-11-19T02:52:48,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741856_1032 (size=24997) 2024-11-19T02:52:48,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741856_1032 (size=24997) 2024-11-19T02:52:48,011 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38f12defdb5f4daf6b294f57d6dfdbe#info#compaction#47 average throughput is 18.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:52:48,012 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/047756e752d84a48ba891bf0e9609087 is 1055, key is row0064/info:/1731984733779/Put/seqid=0 2024-11-19T02:52:48,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741857_1033 (size=43168) 2024-11-19T02:52:48,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741857_1033 (size=43168) 2024-11-19T02:52:48,031 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/047756e752d84a48ba891bf0e9609087 as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/047756e752d84a48ba891bf0e9609087 2024-11-19T02:52:48,038 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38f12defdb5f4daf6b294f57d6dfdbe/info of f38f12defdb5f4daf6b294f57d6dfdbe into 047756e752d84a48ba891bf0e9609087(size=42.2 K), total size for store is 42.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:52:48,038 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38f12defdb5f4daf6b294f57d6dfdbe: 2024-11-19T02:52:48,038 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe., storeName=f38f12defdb5f4daf6b294f57d6dfdbe/info, priority=13, startTime=1731984767983; duration=0sec 2024-11-19T02:52:48,039 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:52:48,039 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38f12defdb5f4daf6b294f57d6dfdbe:info 2024-11-19T02:52:48,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/fdc9ba1ddb304d70887c6077ccdb1ce8 2024-11-19T02:52:48,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/fdc9ba1ddb304d70887c6077ccdb1ce8 as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/fdc9ba1ddb304d70887c6077ccdb1ce8 2024-11-19T02:52:48,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/fdc9ba1ddb304d70887c6077ccdb1ce8, entries=19, sequenceid=152, filesize=24.4 K 2024-11-19T02:52:48,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=10.26 KB/10510 for f38f12defdb5f4daf6b294f57d6dfdbe in 430ms, sequenceid=152, compaction requested=false 2024-11-19T02:52:48,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38f12defdb5f4daf6b294f57d6dfdbe: 2024-11-19T02:52:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] regionserver.HRegion(8855): Flush requested on f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:52:50,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38f12defdb5f4daf6b294f57d6dfdbe 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-19T02:52:50,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/ef72c2e331b744eabe4b950f6957495a is 1055, key is row0119/info:/1731984767985/Put/seqid=0 2024-11-19T02:52:50,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741858_1034 (size=16553) 2024-11-19T02:52:50,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741858_1034 (size=16553) 2024-11-19T02:52:50,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/ef72c2e331b744eabe4b950f6957495a 2024-11-19T02:52:50,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/ef72c2e331b744eabe4b950f6957495a as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/ef72c2e331b744eabe4b950f6957495a 2024-11-19T02:52:50,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/ef72c2e331b744eabe4b950f6957495a, entries=11, sequenceid=167, filesize=16.2 K 2024-11-19T02:52:50,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=13.34 KB/13663 for f38f12defdb5f4daf6b294f57d6dfdbe in 30ms, sequenceid=167, compaction requested=true 2024-11-19T02:52:50,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38f12defdb5f4daf6b294f57d6dfdbe: 2024-11-19T02:52:50,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38f12defdb5f4daf6b294f57d6dfdbe:info, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:52:50,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:52:50,036 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:52:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] regionserver.HRegion(8855): Flush requested on f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:52:50,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38f12defdb5f4daf6b294f57d6dfdbe 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-19T02:52:50,038 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84718 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:52:50,038 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1541): f38f12defdb5f4daf6b294f57d6dfdbe/info is initiating minor compaction (all files) 2024-11-19T02:52:50,038 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38f12defdb5f4daf6b294f57d6dfdbe/info in TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe. 2024-11-19T02:52:50,038 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/047756e752d84a48ba891bf0e9609087, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/fdc9ba1ddb304d70887c6077ccdb1ce8, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/ef72c2e331b744eabe4b950f6957495a] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp, totalSize=82.7 K 2024-11-19T02:52:50,039 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 047756e752d84a48ba891bf0e9609087, keycount=36, bloomtype=ROW, size=42.2 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731984733779 2024-11-19T02:52:50,039 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdc9ba1ddb304d70887c6077ccdb1ce8, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731984767945 2024-11-19T02:52:50,040 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef72c2e331b744eabe4b950f6957495a, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731984767985 2024-11-19T02:52:50,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/100e5bbc3a624743af94d2f3ebf6ee55 is 1055, key is row0130/info:/1731984770008/Put/seqid=0 2024-11-19T02:52:50,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741859_1035 (size=19728) 2024-11-19T02:52:50,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741859_1035 (size=19728) 2024-11-19T02:52:50,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/100e5bbc3a624743af94d2f3ebf6ee55 2024-11-19T02:52:50,055 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38f12defdb5f4daf6b294f57d6dfdbe#info#compaction#50 average throughput is 33.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:52:50,056 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/89cef89142534c28bb652b729cccbcce is 1055, key is row0064/info:/1731984733779/Put/seqid=0 2024-11-19T02:52:50,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/100e5bbc3a624743af94d2f3ebf6ee55 as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/100e5bbc3a624743af94d2f3ebf6ee55 2024-11-19T02:52:50,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/100e5bbc3a624743af94d2f3ebf6ee55, entries=14, sequenceid=184, filesize=19.3 K 2024-11-19T02:52:50,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=14.37 KB/14714 for f38f12defdb5f4daf6b294f57d6dfdbe in 27ms, sequenceid=184, compaction requested=false 2024-11-19T02:52:50,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38f12defdb5f4daf6b294f57d6dfdbe: 2024-11-19T02:52:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] regionserver.HRegion(8855): Flush requested on f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:52:50,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38f12defdb5f4daf6b294f57d6dfdbe 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-19T02:52:50,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741860_1036 (size=75001) 2024-11-19T02:52:50,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741860_1036 (size=75001) 2024-11-19T02:52:50,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/543ec88bb4e9499c8e61a7ca64d2cfd2 is 1055, key is row0144/info:/1731984770039/Put/seqid=0 2024-11-19T02:52:50,074 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/89cef89142534c28bb652b729cccbcce as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/89cef89142534c28bb652b729cccbcce 2024-11-19T02:52:50,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741861_1037 (size=20781) 2024-11-19T02:52:50,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741861_1037 (size=20781) 2024-11-19T02:52:50,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/543ec88bb4e9499c8e61a7ca64d2cfd2 2024-11-19T02:52:50,081 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38f12defdb5f4daf6b294f57d6dfdbe/info of f38f12defdb5f4daf6b294f57d6dfdbe into 89cef89142534c28bb652b729cccbcce(size=73.2 K), total size for store is 92.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:52:50,081 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38f12defdb5f4daf6b294f57d6dfdbe: 2024-11-19T02:52:50,081 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe., storeName=f38f12defdb5f4daf6b294f57d6dfdbe/info, priority=13, startTime=1731984770036; duration=0sec 2024-11-19T02:52:50,081 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:52:50,081 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38f12defdb5f4daf6b294f57d6dfdbe:info 2024-11-19T02:52:50,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/543ec88bb4e9499c8e61a7ca64d2cfd2 as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/543ec88bb4e9499c8e61a7ca64d2cfd2 2024-11-19T02:52:50,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/543ec88bb4e9499c8e61a7ca64d2cfd2, entries=15, sequenceid=202, filesize=20.3 K 2024-11-19T02:52:50,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=2.05 KB/2102 for f38f12defdb5f4daf6b294f57d6dfdbe in 24ms, sequenceid=202, compaction requested=true 2024-11-19T02:52:50,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38f12defdb5f4daf6b294f57d6dfdbe: 2024-11-19T02:52:50,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38f12defdb5f4daf6b294f57d6dfdbe:info, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:52:50,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:52:50,091 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:52:50,092 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 115510 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:52:50,092 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1541): f38f12defdb5f4daf6b294f57d6dfdbe/info is initiating minor compaction (all files) 2024-11-19T02:52:50,092 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38f12defdb5f4daf6b294f57d6dfdbe/info in TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe. 2024-11-19T02:52:50,092 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/89cef89142534c28bb652b729cccbcce, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/100e5bbc3a624743af94d2f3ebf6ee55, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/543ec88bb4e9499c8e61a7ca64d2cfd2] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp, totalSize=112.8 K 2024-11-19T02:52:50,093 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89cef89142534c28bb652b729cccbcce, keycount=66, bloomtype=ROW, size=73.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731984733779 2024-11-19T02:52:50,093 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 100e5bbc3a624743af94d2f3ebf6ee55, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731984770008 2024-11-19T02:52:50,093 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 543ec88bb4e9499c8e61a7ca64d2cfd2, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731984770039 2024-11-19T02:52:50,106 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38f12defdb5f4daf6b294f57d6dfdbe#info#compaction#52 average throughput is 31.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:52:50,107 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/6f50a80e0ba04cee9432dfc9174c8afd is 1055, key is row0064/info:/1731984733779/Put/seqid=0 2024-11-19T02:52:50,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741862_1038 (size=105648) 2024-11-19T02:52:50,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741862_1038 (size=105648) 2024-11-19T02:52:50,117 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/6f50a80e0ba04cee9432dfc9174c8afd as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/6f50a80e0ba04cee9432dfc9174c8afd 2024-11-19T02:52:50,123 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38f12defdb5f4daf6b294f57d6dfdbe/info of f38f12defdb5f4daf6b294f57d6dfdbe into 6f50a80e0ba04cee9432dfc9174c8afd(size=103.2 K), total size for store is 103.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:52:50,123 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38f12defdb5f4daf6b294f57d6dfdbe: 2024-11-19T02:52:50,124 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe., storeName=f38f12defdb5f4daf6b294f57d6dfdbe/info, priority=13, startTime=1731984770091; duration=0sec 2024-11-19T02:52:50,124 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:52:50,124 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38f12defdb5f4daf6b294f57d6dfdbe:info 2024-11-19T02:52:50,360 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T02:52:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] regionserver.HRegion(8855): Flush requested on f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:52:52,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38f12defdb5f4daf6b294f57d6dfdbe 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-19T02:52:52,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/a04e45fbe0fa4fd990070b58cbc2435a is 1055, key is row0159/info:/1731984770069/Put/seqid=0 2024-11-19T02:52:52,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741863_1039 (size=13394) 2024-11-19T02:52:52,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741863_1039 (size=13394) 2024-11-19T02:52:52,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/a04e45fbe0fa4fd990070b58cbc2435a 2024-11-19T02:52:52,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/a04e45fbe0fa4fd990070b58cbc2435a as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/a04e45fbe0fa4fd990070b58cbc2435a 2024-11-19T02:52:52,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/a04e45fbe0fa4fd990070b58cbc2435a, entries=8, sequenceid=215, filesize=13.1 K 2024-11-19T02:52:52,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for f38f12defdb5f4daf6b294f57d6dfdbe in 24ms, sequenceid=215, compaction requested=false 2024-11-19T02:52:52,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38f12defdb5f4daf6b294f57d6dfdbe: 2024-11-19T02:52:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] regionserver.HRegion(8855): Flush requested on f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:52:52,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38f12defdb5f4daf6b294f57d6dfdbe 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-19T02:52:52,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/e4558d805fee4922ac80f6718d4029ef is 1055, key is row0167/info:/1731984772083/Put/seqid=0 2024-11-19T02:52:52,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741864_1040 (size=19728) 2024-11-19T02:52:52,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741864_1040 (size=19728) 2024-11-19T02:52:52,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/e4558d805fee4922ac80f6718d4029ef 2024-11-19T02:52:52,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/e4558d805fee4922ac80f6718d4029ef as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/e4558d805fee4922ac80f6718d4029ef 2024-11-19T02:52:52,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/e4558d805fee4922ac80f6718d4029ef, entries=14, sequenceid=232, filesize=19.3 K 2024-11-19T02:52:52,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=12.32 KB/12612 for f38f12defdb5f4daf6b294f57d6dfdbe in 21ms, sequenceid=232, compaction requested=true 2024-11-19T02:52:52,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38f12defdb5f4daf6b294f57d6dfdbe: 2024-11-19T02:52:52,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38f12defdb5f4daf6b294f57d6dfdbe:info, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:52:52,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:52:52,128 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:52:52,129 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 138770 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:52:52,129 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1541): f38f12defdb5f4daf6b294f57d6dfdbe/info is initiating minor compaction (all files) 2024-11-19T02:52:52,129 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38f12defdb5f4daf6b294f57d6dfdbe/info in TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe. 2024-11-19T02:52:52,130 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/6f50a80e0ba04cee9432dfc9174c8afd, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/a04e45fbe0fa4fd990070b58cbc2435a, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/e4558d805fee4922ac80f6718d4029ef] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp, totalSize=135.5 K 2024-11-19T02:52:52,130 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f50a80e0ba04cee9432dfc9174c8afd, keycount=95, bloomtype=ROW, size=103.2 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731984733779 2024-11-19T02:52:52,130 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.Compactor(225): Compacting a04e45fbe0fa4fd990070b58cbc2435a, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731984770069 2024-11-19T02:52:52,131 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4558d805fee4922ac80f6718d4029ef, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731984772083 2024-11-19T02:52:52,141 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38f12defdb5f4daf6b294f57d6dfdbe#info#compaction#55 average throughput is 58.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:52:52,142 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/5128ce3635e944fba59e9d08142c7cf3 is 1055, key is row0064/info:/1731984733779/Put/seqid=0 2024-11-19T02:52:52,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741865_1041 (size=129048) 2024-11-19T02:52:52,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741865_1041 (size=129048) 2024-11-19T02:52:52,151 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/5128ce3635e944fba59e9d08142c7cf3 as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/5128ce3635e944fba59e9d08142c7cf3 2024-11-19T02:52:52,157 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38f12defdb5f4daf6b294f57d6dfdbe/info of f38f12defdb5f4daf6b294f57d6dfdbe into 5128ce3635e944fba59e9d08142c7cf3(size=126.0 K), total size for store is 126.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:52:52,157 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38f12defdb5f4daf6b294f57d6dfdbe: 2024-11-19T02:52:52,157 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe., storeName=f38f12defdb5f4daf6b294f57d6dfdbe/info, priority=13, startTime=1731984772128; duration=0sec 2024-11-19T02:52:52,157 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:52:52,157 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38f12defdb5f4daf6b294f57d6dfdbe:info 2024-11-19T02:52:52,244 DEBUG [master/e93af88909ff:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-19T02:52:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] regionserver.HRegion(8855): Flush requested on f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:52:54,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38f12defdb5f4daf6b294f57d6dfdbe 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-19T02:52:54,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/61f5f5ed5d72425eaefa30a4a9b6bb0a is 1055, key is row0181/info:/1731984772108/Put/seqid=0 2024-11-19T02:52:54,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741866_1042 (size=18675) 2024-11-19T02:52:54,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741866_1042 (size=18675) 2024-11-19T02:52:54,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/61f5f5ed5d72425eaefa30a4a9b6bb0a 2024-11-19T02:52:54,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/61f5f5ed5d72425eaefa30a4a9b6bb0a as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/61f5f5ed5d72425eaefa30a4a9b6bb0a 2024-11-19T02:52:54,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/61f5f5ed5d72425eaefa30a4a9b6bb0a, entries=13, sequenceid=249, filesize=18.2 K 2024-11-19T02:52:54,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=13.34 KB/13663 for f38f12defdb5f4daf6b294f57d6dfdbe in 22ms, sequenceid=249, compaction requested=false 2024-11-19T02:52:54,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38f12defdb5f4daf6b294f57d6dfdbe: 2024-11-19T02:52:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] regionserver.HRegion(8855): Flush requested on f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:52:54,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38f12defdb5f4daf6b294f57d6dfdbe 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-19T02:52:54,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/5deef8cd9f0247a6a59b4404577acc69 is 1055, key is row0194/info:/1731984774130/Put/seqid=0 2024-11-19T02:52:54,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741867_1043 (size=19737) 2024-11-19T02:52:54,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741867_1043 (size=19737) 2024-11-19T02:52:54,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/5deef8cd9f0247a6a59b4404577acc69 2024-11-19T02:52:54,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/5deef8cd9f0247a6a59b4404577acc69 as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/5deef8cd9f0247a6a59b4404577acc69 2024-11-19T02:52:54,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f38f12defdb5f4daf6b294f57d6dfdbe, server=e93af88909ff,36341,1731984710475 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:52:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:43848 deadline: 1731984784174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f38f12defdb5f4daf6b294f57d6dfdbe, server=e93af88909ff,36341,1731984710475 2024-11-19T02:52:54,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe., hostname=e93af88909ff,36341,1731984710475, seqNum=108 , the old value is region=TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe., hostname=e93af88909ff,36341,1731984710475, seqNum=108, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f38f12defdb5f4daf6b294f57d6dfdbe, server=e93af88909ff,36341,1731984710475 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:52:54,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe., hostname=e93af88909ff,36341,1731984710475, seqNum=108 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f38f12defdb5f4daf6b294f57d6dfdbe, server=e93af88909ff,36341,1731984710475 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:52:54,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe., hostname=e93af88909ff,36341,1731984710475, seqNum=108 because the exception is null or not the one we care about 2024-11-19T02:52:54,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/5deef8cd9f0247a6a59b4404577acc69, entries=14, sequenceid=266, filesize=19.3 K 2024-11-19T02:52:54,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=15.40 KB/15765 for f38f12defdb5f4daf6b294f57d6dfdbe in 25ms, sequenceid=266, compaction requested=true 2024-11-19T02:52:54,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38f12defdb5f4daf6b294f57d6dfdbe: 2024-11-19T02:52:54,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38f12defdb5f4daf6b294f57d6dfdbe:info, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:52:54,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:52:54,177 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:52:54,178 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 167460 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:52:54,178 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1541): f38f12defdb5f4daf6b294f57d6dfdbe/info is initiating minor compaction (all files) 2024-11-19T02:52:54,178 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38f12defdb5f4daf6b294f57d6dfdbe/info in TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe. 2024-11-19T02:52:54,178 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/5128ce3635e944fba59e9d08142c7cf3, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/61f5f5ed5d72425eaefa30a4a9b6bb0a, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/5deef8cd9f0247a6a59b4404577acc69] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp, totalSize=163.5 K 2024-11-19T02:52:54,178 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5128ce3635e944fba59e9d08142c7cf3, keycount=117, bloomtype=ROW, size=126.0 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731984733779 2024-11-19T02:52:54,179 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61f5f5ed5d72425eaefa30a4a9b6bb0a, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731984772108 2024-11-19T02:52:54,179 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5deef8cd9f0247a6a59b4404577acc69, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731984774130 2024-11-19T02:52:54,192 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38f12defdb5f4daf6b294f57d6dfdbe#info#compaction#58 average throughput is 48.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:52:54,192 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/41d62e11e73b4db4a93a1e56da5eb66f is 1055, key is row0064/info:/1731984733779/Put/seqid=0 2024-11-19T02:52:54,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741868_1044 (size=157666) 2024-11-19T02:52:54,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741868_1044 (size=157666) 2024-11-19T02:52:54,201 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/41d62e11e73b4db4a93a1e56da5eb66f as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/41d62e11e73b4db4a93a1e56da5eb66f 2024-11-19T02:52:54,207 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38f12defdb5f4daf6b294f57d6dfdbe/info of f38f12defdb5f4daf6b294f57d6dfdbe into 41d62e11e73b4db4a93a1e56da5eb66f(size=154.0 K), total size for store is 154.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:52:54,207 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38f12defdb5f4daf6b294f57d6dfdbe: 2024-11-19T02:52:54,207 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe., storeName=f38f12defdb5f4daf6b294f57d6dfdbe/info, priority=13, startTime=1731984774176; duration=0sec 2024-11-19T02:52:54,207 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:52:54,207 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38f12defdb5f4daf6b294f57d6dfdbe:info 2024-11-19T02:53:01,652 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2ea68243235da0da130b8867ba74bf5a, had cached 0 bytes from a total of 71441 2024-11-19T02:53:01,678 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f38f12defdb5f4daf6b294f57d6dfdbe, had cached 0 bytes from a total of 157666 2024-11-19T02:53:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] regionserver.HRegion(8855): Flush requested on f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:53:04,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38f12defdb5f4daf6b294f57d6dfdbe 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-19T02:53:04,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/a64faf3d8f004da9a95722d7992f20bd is 1055, key is row0208/info:/1731984774152/Put/seqid=0 2024-11-19T02:53:04,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741869_1045 (size=21854) 2024-11-19T02:53:04,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741869_1045 (size=21854) 2024-11-19T02:53:04,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/a64faf3d8f004da9a95722d7992f20bd 2024-11-19T02:53:04,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/a64faf3d8f004da9a95722d7992f20bd as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/a64faf3d8f004da9a95722d7992f20bd 2024-11-19T02:53:04,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/a64faf3d8f004da9a95722d7992f20bd, entries=16, sequenceid=286, filesize=21.3 K 2024-11-19T02:53:04,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=1.03 KB/1051 for f38f12defdb5f4daf6b294f57d6dfdbe in 22ms, sequenceid=286, compaction requested=false 2024-11-19T02:53:04,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38f12defdb5f4daf6b294f57d6dfdbe: 2024-11-19T02:53:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] regionserver.HRegion(8855): Flush requested on f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:53:06,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38f12defdb5f4daf6b294f57d6dfdbe 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-19T02:53:06,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/44387b9b4ad84bb383df0f95499944c1 is 1055, key is row0224/info:/1731984784259/Put/seqid=0 2024-11-19T02:53:06,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741870_1046 (size=13402) 2024-11-19T02:53:06,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741870_1046 (size=13402) 2024-11-19T02:53:06,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/44387b9b4ad84bb383df0f95499944c1 2024-11-19T02:53:06,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/44387b9b4ad84bb383df0f95499944c1 as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/44387b9b4ad84bb383df0f95499944c1 2024-11-19T02:53:06,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/44387b9b4ad84bb383df0f95499944c1, entries=8, sequenceid=297, filesize=13.1 K 2024-11-19T02:53:06,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for f38f12defdb5f4daf6b294f57d6dfdbe in 26ms, sequenceid=297, compaction requested=true 2024-11-19T02:53:06,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38f12defdb5f4daf6b294f57d6dfdbe: 2024-11-19T02:53:06,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38f12defdb5f4daf6b294f57d6dfdbe:info, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:53:06,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:53:06,299 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:53:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] regionserver.HRegion(8855): Flush requested on f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:53:06,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38f12defdb5f4daf6b294f57d6dfdbe 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-19T02:53:06,300 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 192922 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:53:06,301 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1541): f38f12defdb5f4daf6b294f57d6dfdbe/info is initiating minor compaction (all files) 2024-11-19T02:53:06,301 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38f12defdb5f4daf6b294f57d6dfdbe/info in TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe. 2024-11-19T02:53:06,301 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/41d62e11e73b4db4a93a1e56da5eb66f, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/a64faf3d8f004da9a95722d7992f20bd, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/44387b9b4ad84bb383df0f95499944c1] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp, totalSize=188.4 K 2024-11-19T02:53:06,301 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41d62e11e73b4db4a93a1e56da5eb66f, keycount=144, bloomtype=ROW, size=154.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731984733779 2024-11-19T02:53:06,302 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.Compactor(225): Compacting a64faf3d8f004da9a95722d7992f20bd, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731984774152 2024-11-19T02:53:06,302 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44387b9b4ad84bb383df0f95499944c1, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731984784259 2024-11-19T02:53:06,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/20151e2eca9241d495b1192275358b9d is 1055, key is row0232/info:/1731984786274/Put/seqid=0 2024-11-19T02:53:06,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741871_1047 (size=22908) 2024-11-19T02:53:06,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741871_1047 (size=22908) 2024-11-19T02:53:06,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/20151e2eca9241d495b1192275358b9d 2024-11-19T02:53:06,321 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38f12defdb5f4daf6b294f57d6dfdbe#info#compaction#62 average throughput is 42.10 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:53:06,322 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/e830499479454bb5bf495d518ffcc658 is 1055, key is row0064/info:/1731984733779/Put/seqid=0 2024-11-19T02:53:06,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/20151e2eca9241d495b1192275358b9d as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/20151e2eca9241d495b1192275358b9d 2024-11-19T02:53:06,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/20151e2eca9241d495b1192275358b9d, entries=17, sequenceid=317, filesize=22.4 K 2024-11-19T02:53:06,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=8.21 KB/8408 for f38f12defdb5f4daf6b294f57d6dfdbe in 30ms, sequenceid=317, compaction requested=false 2024-11-19T02:53:06,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38f12defdb5f4daf6b294f57d6dfdbe: 2024-11-19T02:53:06,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741872_1048 (size=183068) 2024-11-19T02:53:06,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741872_1048 (size=183068) 2024-11-19T02:53:06,746 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/e830499479454bb5bf495d518ffcc658 as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/e830499479454bb5bf495d518ffcc658 2024-11-19T02:53:06,751 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38f12defdb5f4daf6b294f57d6dfdbe/info of f38f12defdb5f4daf6b294f57d6dfdbe into e830499479454bb5bf495d518ffcc658(size=178.8 K), total size for store is 201.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:53:06,751 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38f12defdb5f4daf6b294f57d6dfdbe: 2024-11-19T02:53:06,751 INFO [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe., storeName=f38f12defdb5f4daf6b294f57d6dfdbe/info, priority=13, startTime=1731984786299; duration=0sec 2024-11-19T02:53:06,751 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:53:06,751 DEBUG [RS:0;e93af88909ff:36341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38f12defdb5f4daf6b294f57d6dfdbe:info 2024-11-19T02:53:08,322 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-19T02:53:08,343 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/WALs/e93af88909ff,36341,1731984710475/e93af88909ff%2C36341%2C1731984710475.1731984788322, exclude list is [], retry=0 2024-11-19T02:53:08,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-09715dc0-dcc3-42de-ac99-fcdd5626f41f,DISK] 2024-11-19T02:53:08,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38125,DS-4c3c1181-c865-47a0-a8c6-93003a01cbc2,DISK] 2024-11-19T02:53:08,355 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/WALs/e93af88909ff,36341,1731984710475/e93af88909ff%2C36341%2C1731984710475.1731984711041 with entries=308, filesize=300.68 KB; new WAL /user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/WALs/e93af88909ff,36341,1731984710475/e93af88909ff%2C36341%2C1731984710475.1731984788322 2024-11-19T02:53:08,355 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:42283:42283)] 2024-11-19T02:53:08,355 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/WALs/e93af88909ff,36341,1731984710475/e93af88909ff%2C36341%2C1731984710475.1731984711041 is not closed yet, will try archiving it next time 2024-11-19T02:53:08,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741833_1009 (size=307908) 2024-11-19T02:53:08,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741833_1009 (size=307908) 2024-11-19T02:53:08,360 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-19T02:53:08,365 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740/.tmp/info/7a433dd24e32404c8c948d35da89e084 is 193, key is TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe./info:regioninfo/1731984736712/Put/seqid=0 2024-11-19T02:53:08,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741874_1050 (size=6223) 2024-11-19T02:53:08,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741874_1050 (size=6223) 2024-11-19T02:53:08,375 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740/.tmp/info/7a433dd24e32404c8c948d35da89e084 2024-11-19T02:53:08,380 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740/.tmp/info/7a433dd24e32404c8c948d35da89e084 as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740/info/7a433dd24e32404c8c948d35da89e084 2024-11-19T02:53:08,385 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740/info/7a433dd24e32404c8c948d35da89e084, entries=5, sequenceid=21, filesize=6.1 K 2024-11-19T02:53:08,386 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 26ms, sequenceid=21, compaction requested=false 2024-11-19T02:53:08,386 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-19T02:53:08,386 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f38f12defdb5f4daf6b294f57d6dfdbe 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-19T02:53:08,390 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/50bace45253d4140bb9333a2b64252b1 is 1055, key is row0249/info:/1731984786301/Put/seqid=0 2024-11-19T02:53:08,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741875_1051 (size=13402) 2024-11-19T02:53:08,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741875_1051 (size=13402) 2024-11-19T02:53:08,395 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/50bace45253d4140bb9333a2b64252b1 2024-11-19T02:53:08,400 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/.tmp/info/50bace45253d4140bb9333a2b64252b1 as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/50bace45253d4140bb9333a2b64252b1 2024-11-19T02:53:08,405 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/50bace45253d4140bb9333a2b64252b1, entries=8, sequenceid=329, filesize=13.1 K 2024-11-19T02:53:08,406 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for f38f12defdb5f4daf6b294f57d6dfdbe in 20ms, sequenceid=329, compaction requested=true 2024-11-19T02:53:08,406 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f38f12defdb5f4daf6b294f57d6dfdbe: 2024-11-19T02:53:08,406 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2ea68243235da0da130b8867ba74bf5a: 2024-11-19T02:53:08,420 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/WALs/e93af88909ff,36341,1731984710475/e93af88909ff%2C36341%2C1731984710475.1731984788406, exclude list is [], retry=0 2024-11-19T02:53:08,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-09715dc0-dcc3-42de-ac99-fcdd5626f41f,DISK] 2024-11-19T02:53:08,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38125,DS-4c3c1181-c865-47a0-a8c6-93003a01cbc2,DISK] 2024-11-19T02:53:08,428 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/WALs/e93af88909ff,36341,1731984710475/e93af88909ff%2C36341%2C1731984710475.1731984788322 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/WALs/e93af88909ff,36341,1731984710475/e93af88909ff%2C36341%2C1731984710475.1731984788406 2024-11-19T02:53:08,428 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42283:42283),(127.0.0.1/127.0.0.1:41199:41199)] 2024-11-19T02:53:08,428 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/WALs/e93af88909ff,36341,1731984710475/e93af88909ff%2C36341%2C1731984710475.1731984788322 is not closed yet, will try archiving it next time 2024-11-19T02:53:08,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741873_1049 (size=731) 2024-11-19T02:53:08,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741873_1049 (size=731) 2024-11-19T02:53:08,432 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/WALs/e93af88909ff,36341,1731984710475/e93af88909ff%2C36341%2C1731984710475.1731984711041 to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/oldWALs/e93af88909ff%2C36341%2C1731984710475.1731984711041 2024-11-19T02:53:08,433 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T02:53:08,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T02:53:08,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T02:53:08,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:53:08,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:53:08,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:53:08,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:53:08,434 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T02:53:08,434 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1900068344, stopped=false 2024-11-19T02:53:08,434 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/WALs/e93af88909ff,36341,1731984710475/e93af88909ff%2C36341%2C1731984710475.1731984788322 to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/oldWALs/e93af88909ff%2C36341%2C1731984710475.1731984788322 2024-11-19T02:53:08,434 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e93af88909ff,41707,1731984710392 2024-11-19T02:53:08,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T02:53:08,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:53:08,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x1012e23456e0001, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T02:53:08,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x1012e23456e0001, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:53:08,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:53:08,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36341-0x1012e23456e0001, quorum=127.0.0.1:63143, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:53:08,437 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T02:53:08,438 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T02:53:08,439 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:53:08,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:53:08,439 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e93af88909ff,36341,1731984710475' ***** 2024-11-19T02:53:08,439 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T02:53:08,439 INFO [RS:0;e93af88909ff:36341 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T02:53:08,440 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T02:53:08,440 INFO [RS:0;e93af88909ff:36341 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T02:53:08,440 INFO [RS:0;e93af88909ff:36341 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T02:53:08,440 INFO [RS:0;e93af88909ff:36341 {}] regionserver.HRegionServer(3091): Received CLOSE for f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:53:08,440 INFO [RS:0;e93af88909ff:36341 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ea68243235da0da130b8867ba74bf5a 2024-11-19T02:53:08,440 INFO [RS:0;e93af88909ff:36341 {}] regionserver.HRegionServer(959): stopping server e93af88909ff,36341,1731984710475 2024-11-19T02:53:08,440 INFO [RS:0;e93af88909ff:36341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T02:53:08,440 INFO [RS:0;e93af88909ff:36341 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e93af88909ff:36341. 2024-11-19T02:53:08,440 DEBUG [RS:0;e93af88909ff:36341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:53:08,440 DEBUG [RS:0;e93af88909ff:36341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:53:08,440 INFO [RS:0;e93af88909ff:36341 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T02:53:08,440 INFO [RS:0;e93af88909ff:36341 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T02:53:08,440 INFO [RS:0;e93af88909ff:36341 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T02:53:08,440 INFO [RS:0;e93af88909ff:36341 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T02:53:08,441 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f38f12defdb5f4daf6b294f57d6dfdbe, disabling compactions & flushes 2024-11-19T02:53:08,441 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe. 2024-11-19T02:53:08,441 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe. 2024-11-19T02:53:08,441 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe. after waiting 0 ms 2024-11-19T02:53:08,441 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe. 2024-11-19T02:53:08,444 INFO [RS:0;e93af88909ff:36341 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T02:53:08,444 DEBUG [RS:0;e93af88909ff:36341 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f38f12defdb5f4daf6b294f57d6dfdbe=TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe., 2ea68243235da0da130b8867ba74bf5a=TestLogRolling-testLogRolling,,1731984735892.2ea68243235da0da130b8867ba74bf5a.} 2024-11-19T02:53:08,444 DEBUG [RS:0;e93af88909ff:36341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ea68243235da0da130b8867ba74bf5a, f38f12defdb5f4daf6b294f57d6dfdbe 2024-11-19T02:53:08,444 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T02:53:08,445 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T02:53:08,445 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T02:53:08,445 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T02:53:08,445 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T02:53:08,448 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/07c50ece51f145ff8ba8c7c2611c2385.561d0ce236727cd0beb03151f996e8b5->hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/07c50ece51f145ff8ba8c7c2611c2385-top, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/4a7bd9b680c64751aab51389e1927210, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/TestLogRolling-testLogRolling=561d0ce236727cd0beb03151f996e8b5-dde249c69bd74a9eb350b8dfa19ae7b1, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/63e4a90c223f4b6d8be183b11651a0df, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/047756e752d84a48ba891bf0e9609087, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/f3d0622c6c0b4c5d8a44b0b47d7e45c0, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/fdc9ba1ddb304d70887c6077ccdb1ce8, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/89cef89142534c28bb652b729cccbcce, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/ef72c2e331b744eabe4b950f6957495a, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/100e5bbc3a624743af94d2f3ebf6ee55, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/6f50a80e0ba04cee9432dfc9174c8afd, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/543ec88bb4e9499c8e61a7ca64d2cfd2, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/a04e45fbe0fa4fd990070b58cbc2435a, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/5128ce3635e944fba59e9d08142c7cf3, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/e4558d805fee4922ac80f6718d4029ef, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/61f5f5ed5d72425eaefa30a4a9b6bb0a, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/41d62e11e73b4db4a93a1e56da5eb66f, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/5deef8cd9f0247a6a59b4404577acc69, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/a64faf3d8f004da9a95722d7992f20bd, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/44387b9b4ad84bb383df0f95499944c1] to archive 2024-11-19T02:53:08,450 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T02:53:08,452 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/07c50ece51f145ff8ba8c7c2611c2385.561d0ce236727cd0beb03151f996e8b5 to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/07c50ece51f145ff8ba8c7c2611c2385.561d0ce236727cd0beb03151f996e8b5 2024-11-19T02:53:08,455 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/4a7bd9b680c64751aab51389e1927210 to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/4a7bd9b680c64751aab51389e1927210 2024-11-19T02:53:08,457 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/TestLogRolling-testLogRolling=561d0ce236727cd0beb03151f996e8b5-dde249c69bd74a9eb350b8dfa19ae7b1 to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/TestLogRolling-testLogRolling=561d0ce236727cd0beb03151f996e8b5-dde249c69bd74a9eb350b8dfa19ae7b1 2024-11-19T02:53:08,458 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/63e4a90c223f4b6d8be183b11651a0df to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/63e4a90c223f4b6d8be183b11651a0df 2024-11-19T02:53:08,459 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/047756e752d84a48ba891bf0e9609087 to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/047756e752d84a48ba891bf0e9609087 2024-11-19T02:53:08,460 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/f3d0622c6c0b4c5d8a44b0b47d7e45c0 to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/f3d0622c6c0b4c5d8a44b0b47d7e45c0 2024-11-19T02:53:08,461 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/fdc9ba1ddb304d70887c6077ccdb1ce8 to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/fdc9ba1ddb304d70887c6077ccdb1ce8 2024-11-19T02:53:08,463 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/89cef89142534c28bb652b729cccbcce to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/89cef89142534c28bb652b729cccbcce 2024-11-19T02:53:08,463 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-19T02:53:08,463 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T02:53:08,464 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T02:53:08,464 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731984788444Running coprocessor pre-close hooks at 1731984788444Disabling compacts and flushes for region at 1731984788444Disabling writes for close at 1731984788445 (+1 ms)Writing region close event to WAL at 1731984788453 (+8 ms)Running coprocessor post-close hooks at 1731984788463 (+10 ms)Closed at 1731984788464 (+1 ms) 2024-11-19T02:53:08,464 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T02:53:08,464 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/ef72c2e331b744eabe4b950f6957495a to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/ef72c2e331b744eabe4b950f6957495a 2024-11-19T02:53:08,465 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/100e5bbc3a624743af94d2f3ebf6ee55 to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/100e5bbc3a624743af94d2f3ebf6ee55 2024-11-19T02:53:08,466 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/6f50a80e0ba04cee9432dfc9174c8afd to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/6f50a80e0ba04cee9432dfc9174c8afd 2024-11-19T02:53:08,467 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/543ec88bb4e9499c8e61a7ca64d2cfd2 to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/543ec88bb4e9499c8e61a7ca64d2cfd2 2024-11-19T02:53:08,468 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/a04e45fbe0fa4fd990070b58cbc2435a to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/a04e45fbe0fa4fd990070b58cbc2435a 2024-11-19T02:53:08,469 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/5128ce3635e944fba59e9d08142c7cf3 to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/5128ce3635e944fba59e9d08142c7cf3 2024-11-19T02:53:08,470 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/e4558d805fee4922ac80f6718d4029ef to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/e4558d805fee4922ac80f6718d4029ef 2024-11-19T02:53:08,471 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/61f5f5ed5d72425eaefa30a4a9b6bb0a to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/61f5f5ed5d72425eaefa30a4a9b6bb0a 2024-11-19T02:53:08,472 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/41d62e11e73b4db4a93a1e56da5eb66f to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/41d62e11e73b4db4a93a1e56da5eb66f 2024-11-19T02:53:08,474 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/5deef8cd9f0247a6a59b4404577acc69 to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/5deef8cd9f0247a6a59b4404577acc69 2024-11-19T02:53:08,475 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/a64faf3d8f004da9a95722d7992f20bd to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/a64faf3d8f004da9a95722d7992f20bd 2024-11-19T02:53:08,476 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/44387b9b4ad84bb383df0f95499944c1 to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/info/44387b9b4ad84bb383df0f95499944c1 2024-11-19T02:53:08,476 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e93af88909ff:41707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-19T02:53:08,477 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [4a7bd9b680c64751aab51389e1927210=26196, 63e4a90c223f4b6d8be183b11651a0df=13386, 047756e752d84a48ba891bf0e9609087=43168, f3d0622c6c0b4c5d8a44b0b47d7e45c0=13388, fdc9ba1ddb304d70887c6077ccdb1ce8=24997, 89cef89142534c28bb652b729cccbcce=75001, ef72c2e331b744eabe4b950f6957495a=16553, 100e5bbc3a624743af94d2f3ebf6ee55=19728, 6f50a80e0ba04cee9432dfc9174c8afd=105648, 543ec88bb4e9499c8e61a7ca64d2cfd2=20781, a04e45fbe0fa4fd990070b58cbc2435a=13394, 5128ce3635e944fba59e9d08142c7cf3=129048, e4558d805fee4922ac80f6718d4029ef=19728, 61f5f5ed5d72425eaefa30a4a9b6bb0a=18675, 41d62e11e73b4db4a93a1e56da5eb66f=157666, 5deef8cd9f0247a6a59b4404577acc69=19737, a64faf3d8f004da9a95722d7992f20bd=21854, 44387b9b4ad84bb383df0f95499944c1=13402] 2024-11-19T02:53:08,480 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/f38f12defdb5f4daf6b294f57d6dfdbe/recovered.edits/332.seqid, newMaxSeqId=332, maxSeqId=107 2024-11-19T02:53:08,480 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe. 2024-11-19T02:53:08,480 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f38f12defdb5f4daf6b294f57d6dfdbe: Waiting for close lock at 1731984788440Running coprocessor pre-close hooks at 1731984788440Disabling compacts and flushes for region at 1731984788440Disabling writes for close at 1731984788441 (+1 ms)Writing region close event to WAL at 1731984788477 (+36 ms)Running coprocessor post-close hooks at 1731984788480 (+3 ms)Closed at 1731984788480 2024-11-19T02:53:08,481 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731984735892.f38f12defdb5f4daf6b294f57d6dfdbe. 2024-11-19T02:53:08,481 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ea68243235da0da130b8867ba74bf5a, disabling compactions & flushes 2024-11-19T02:53:08,481 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731984735892.2ea68243235da0da130b8867ba74bf5a. 2024-11-19T02:53:08,481 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731984735892.2ea68243235da0da130b8867ba74bf5a. 2024-11-19T02:53:08,481 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731984735892.2ea68243235da0da130b8867ba74bf5a. after waiting 0 ms 2024-11-19T02:53:08,481 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731984735892.2ea68243235da0da130b8867ba74bf5a. 2024-11-19T02:53:08,481 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731984735892.2ea68243235da0da130b8867ba74bf5a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/2ea68243235da0da130b8867ba74bf5a/info/07c50ece51f145ff8ba8c7c2611c2385.561d0ce236727cd0beb03151f996e8b5->hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/561d0ce236727cd0beb03151f996e8b5/info/07c50ece51f145ff8ba8c7c2611c2385-bottom] to archive 2024-11-19T02:53:08,482 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731984735892.2ea68243235da0da130b8867ba74bf5a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T02:53:08,483 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731984735892.2ea68243235da0da130b8867ba74bf5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/2ea68243235da0da130b8867ba74bf5a/info/07c50ece51f145ff8ba8c7c2611c2385.561d0ce236727cd0beb03151f996e8b5 to hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/archive/data/default/TestLogRolling-testLogRolling/2ea68243235da0da130b8867ba74bf5a/info/07c50ece51f145ff8ba8c7c2611c2385.561d0ce236727cd0beb03151f996e8b5 2024-11-19T02:53:08,483 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731984735892.2ea68243235da0da130b8867ba74bf5a.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-19T02:53:08,487 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/data/default/TestLogRolling-testLogRolling/2ea68243235da0da130b8867ba74bf5a/recovered.edits/112.seqid, newMaxSeqId=112, maxSeqId=107 2024-11-19T02:53:08,488 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731984735892.2ea68243235da0da130b8867ba74bf5a. 2024-11-19T02:53:08,488 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ea68243235da0da130b8867ba74bf5a: Waiting for close lock at 1731984788481Running coprocessor pre-close hooks at 1731984788481Disabling compacts and flushes for region at 1731984788481Disabling writes for close at 1731984788481Writing region close event to WAL at 1731984788484 (+3 ms)Running coprocessor post-close hooks at 1731984788487 (+3 ms)Closed at 1731984788488 (+1 ms) 2024-11-19T02:53:08,488 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731984735892.2ea68243235da0da130b8867ba74bf5a. 2024-11-19T02:53:08,645 INFO [RS:0;e93af88909ff:36341 {}] regionserver.HRegionServer(976): stopping server e93af88909ff,36341,1731984710475; all regions closed. 2024-11-19T02:53:08,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741834_1010 (size=8107) 2024-11-19T02:53:08,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741834_1010 (size=8107) 2024-11-19T02:53:08,649 DEBUG [RS:0;e93af88909ff:36341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/oldWALs 2024-11-19T02:53:08,649 INFO [RS:0;e93af88909ff:36341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e93af88909ff%2C36341%2C1731984710475.meta:.meta(num 1731984711369) 2024-11-19T02:53:08,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741876_1052 (size=778) 2024-11-19T02:53:08,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741876_1052 (size=778) 2024-11-19T02:53:08,653 DEBUG [RS:0;e93af88909ff:36341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/oldWALs 2024-11-19T02:53:08,653 INFO [RS:0;e93af88909ff:36341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e93af88909ff%2C36341%2C1731984710475:(num 1731984788406) 2024-11-19T02:53:08,653 DEBUG [RS:0;e93af88909ff:36341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:53:08,653 INFO [RS:0;e93af88909ff:36341 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T02:53:08,653 INFO [RS:0;e93af88909ff:36341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T02:53:08,654 INFO [RS:0;e93af88909ff:36341 {}] hbase.ChoreService(370): Chore service for: regionserver/e93af88909ff:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T02:53:08,654 INFO [RS:0;e93af88909ff:36341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T02:53:08,654 INFO [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T02:53:08,654 INFO [RS:0;e93af88909ff:36341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36341 2024-11-19T02:53:08,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x1012e23456e0001, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e93af88909ff,36341,1731984710475 2024-11-19T02:53:08,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T02:53:08,656 INFO [RS:0;e93af88909ff:36341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T02:53:08,658 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e93af88909ff,36341,1731984710475] 2024-11-19T02:53:08,665 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e93af88909ff,36341,1731984710475 already deleted, retry=false 2024-11-19T02:53:08,665 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e93af88909ff,36341,1731984710475 expired; onlineServers=0 2024-11-19T02:53:08,665 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e93af88909ff,41707,1731984710392' ***** 2024-11-19T02:53:08,665 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T02:53:08,665 INFO [M:0;e93af88909ff:41707 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T02:53:08,665 INFO [M:0;e93af88909ff:41707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T02:53:08,665 DEBUG [M:0;e93af88909ff:41707 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T02:53:08,665 DEBUG [M:0;e93af88909ff:41707 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T02:53:08,665 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T02:53:08,665 DEBUG [master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984710757 {}] cleaner.HFileCleaner(306): Exit Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984710757,5,FailOnTimeoutGroup] 2024-11-19T02:53:08,665 DEBUG [master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984710758 {}] cleaner.HFileCleaner(306): Exit Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984710758,5,FailOnTimeoutGroup] 2024-11-19T02:53:08,666 INFO [M:0;e93af88909ff:41707 {}] hbase.ChoreService(370): Chore service for: master/e93af88909ff:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T02:53:08,666 INFO [M:0;e93af88909ff:41707 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T02:53:08,666 DEBUG [M:0;e93af88909ff:41707 {}] master.HMaster(1795): Stopping service threads 2024-11-19T02:53:08,666 INFO [M:0;e93af88909ff:41707 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T02:53:08,666 INFO [M:0;e93af88909ff:41707 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T02:53:08,666 INFO [M:0;e93af88909ff:41707 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T02:53:08,666 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T02:53:08,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T02:53:08,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:53:08,667 DEBUG [M:0;e93af88909ff:41707 {}] zookeeper.ZKUtil(347): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T02:53:08,667 WARN [M:0;e93af88909ff:41707 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T02:53:08,668 INFO [M:0;e93af88909ff:41707 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/.lastflushedseqids 2024-11-19T02:53:08,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741877_1053 (size=228) 2024-11-19T02:53:08,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741877_1053 (size=228) 2024-11-19T02:53:08,673 INFO [M:0;e93af88909ff:41707 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T02:53:08,673 INFO [M:0;e93af88909ff:41707 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T02:53:08,674 DEBUG [M:0;e93af88909ff:41707 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T02:53:08,674 INFO [M:0;e93af88909ff:41707 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:53:08,674 DEBUG [M:0;e93af88909ff:41707 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:53:08,674 DEBUG [M:0;e93af88909ff:41707 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T02:53:08,674 DEBUG [M:0;e93af88909ff:41707 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:53:08,674 INFO [M:0;e93af88909ff:41707 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.41 KB heapSize=63.33 KB 2024-11-19T02:53:08,689 DEBUG [M:0;e93af88909ff:41707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/282558164a904a628d2c06ba9a13567a is 82, key is hbase:meta,,1/info:regioninfo/1731984711418/Put/seqid=0 2024-11-19T02:53:08,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741878_1054 (size=5672) 2024-11-19T02:53:08,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741878_1054 (size=5672) 2024-11-19T02:53:08,693 INFO [M:0;e93af88909ff:41707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/282558164a904a628d2c06ba9a13567a 2024-11-19T02:53:08,712 DEBUG [M:0;e93af88909ff:41707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0b0824e39944c1cbd03614e80f97575 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731984712337/Put/seqid=0 2024-11-19T02:53:08,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741879_1055 (size=7089) 2024-11-19T02:53:08,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741879_1055 (size=7089) 2024-11-19T02:53:08,717 INFO [M:0;e93af88909ff:41707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.80 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0b0824e39944c1cbd03614e80f97575 2024-11-19T02:53:08,721 INFO [M:0;e93af88909ff:41707 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0b0824e39944c1cbd03614e80f97575 2024-11-19T02:53:08,735 DEBUG [M:0;e93af88909ff:41707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c461029c942a46a68b92a9ce71403cc4 is 69, key is e93af88909ff,36341,1731984710475/rs:state/1731984710856/Put/seqid=0 2024-11-19T02:53:08,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741880_1056 (size=5156) 2024-11-19T02:53:08,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741880_1056 (size=5156) 2024-11-19T02:53:08,740 INFO [M:0;e93af88909ff:41707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c461029c942a46a68b92a9ce71403cc4 2024-11-19T02:53:08,758 INFO [RS:0;e93af88909ff:36341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T02:53:08,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x1012e23456e0001, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:53:08,758 INFO [RS:0;e93af88909ff:36341 {}] regionserver.HRegionServer(1031): Exiting; stopping=e93af88909ff,36341,1731984710475; zookeeper connection closed. 2024-11-19T02:53:08,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x1012e23456e0001, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:53:08,758 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17e63d3b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17e63d3b 2024-11-19T02:53:08,758 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T02:53:08,759 DEBUG [M:0;e93af88909ff:41707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e07ed335c64b48da8be393e0cdc25109 is 52, key is load_balancer_on/state:d/1731984711537/Put/seqid=0 2024-11-19T02:53:08,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741881_1057 (size=5056) 2024-11-19T02:53:08,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741881_1057 (size=5056) 2024-11-19T02:53:08,764 INFO [M:0;e93af88909ff:41707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e07ed335c64b48da8be393e0cdc25109 2024-11-19T02:53:08,769 DEBUG [M:0;e93af88909ff:41707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/282558164a904a628d2c06ba9a13567a as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/282558164a904a628d2c06ba9a13567a 2024-11-19T02:53:08,773 INFO [M:0;e93af88909ff:41707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/282558164a904a628d2c06ba9a13567a, entries=8, sequenceid=125, filesize=5.5 K 2024-11-19T02:53:08,774 DEBUG [M:0;e93af88909ff:41707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0b0824e39944c1cbd03614e80f97575 as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0b0824e39944c1cbd03614e80f97575 2024-11-19T02:53:08,778 INFO [M:0;e93af88909ff:41707 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0b0824e39944c1cbd03614e80f97575 2024-11-19T02:53:08,778 INFO [M:0;e93af88909ff:41707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0b0824e39944c1cbd03614e80f97575, entries=13, sequenceid=125, filesize=6.9 K 2024-11-19T02:53:08,779 DEBUG [M:0;e93af88909ff:41707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c461029c942a46a68b92a9ce71403cc4 as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c461029c942a46a68b92a9ce71403cc4 2024-11-19T02:53:08,783 INFO [M:0;e93af88909ff:41707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c461029c942a46a68b92a9ce71403cc4, entries=1, sequenceid=125, filesize=5.0 K 2024-11-19T02:53:08,783 DEBUG [M:0;e93af88909ff:41707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e07ed335c64b48da8be393e0cdc25109 as hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e07ed335c64b48da8be393e0cdc25109 2024-11-19T02:53:08,787 INFO [M:0;e93af88909ff:41707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/c52bfcc1-5117-a98a-6792-e3f32a3d2ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e07ed335c64b48da8be393e0cdc25109, entries=1, sequenceid=125, filesize=4.9 K 2024-11-19T02:53:08,788 INFO [M:0;e93af88909ff:41707 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.41 KB/52639, heapSize ~63.27 KB/64784, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=125, compaction requested=false 2024-11-19T02:53:08,790 INFO [M:0;e93af88909ff:41707 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:53:08,790 DEBUG [M:0;e93af88909ff:41707 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731984788674Disabling compacts and flushes for region at 1731984788674Disabling writes for close at 1731984788674Obtaining lock to block concurrent updates at 1731984788674Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731984788674Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52639, getHeapSize=64784, getOffHeapSize=0, getCellsCount=148 at 1731984788674Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731984788675 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731984788675Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731984788688 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731984788688Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731984788698 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731984788712 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731984788712Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731984788722 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731984788735 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731984788735Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731984788745 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731984788759 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731984788759Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bb5f82f: reopening flushed file at 1731984788768 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c1c91a9: reopening flushed file at 1731984788773 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55cc0ccc: reopening flushed file at 1731984788778 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35cdca3d: reopening flushed file at 1731984788783 (+5 ms)Finished flush of dataSize ~51.41 KB/52639, heapSize ~63.27 KB/64784, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=125, compaction requested=false at 1731984788788 (+5 ms)Writing region close event to WAL at 1731984788790 (+2 ms)Closed at 1731984788790 2024-11-19T02:53:08,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38125 is added to blk_1073741830_1006 (size=61308) 2024-11-19T02:53:08,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741830_1006 (size=61308) 2024-11-19T02:53:08,792 INFO [M:0;e93af88909ff:41707 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T02:53:08,792 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T02:53:08,792 INFO [M:0;e93af88909ff:41707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41707 2024-11-19T02:53:08,792 INFO [M:0;e93af88909ff:41707 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T02:53:08,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:53:08,894 INFO [M:0;e93af88909ff:41707 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T02:53:08,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1012e23456e0000, quorum=127.0.0.1:63143, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:53:08,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c392b80{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:53:08,897 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1399bf5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:53:08,897 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:53:08,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d903d10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:53:08,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@269e588e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/hadoop.log.dir/,STOPPED} 2024-11-19T02:53:08,899 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:53:08,899 WARN [BP-719718030-172.17.0.2-1731984709438 heartbeating to localhost/127.0.0.1:38287 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:53:08,899 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:53:08,899 INFO [regionserver/e93af88909ff:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T02:53:08,899 WARN [BP-719718030-172.17.0.2-1731984709438 heartbeating to localhost/127.0.0.1:38287 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-719718030-172.17.0.2-1731984709438 (Datanode Uuid 7bf01e10-eded-430c-ab6f-aa8e7ffa10bf) service to localhost/127.0.0.1:38287 2024-11-19T02:53:08,900 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/cluster_01c15ec9-446b-d62e-2b4e-e6956644c81a/data/data3/current/BP-719718030-172.17.0.2-1731984709438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:53:08,900 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/cluster_01c15ec9-446b-d62e-2b4e-e6956644c81a/data/data4/current/BP-719718030-172.17.0.2-1731984709438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:53:08,900 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:53:08,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68d6b1bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:53:08,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41eacc22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:53:08,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:53:08,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54e0e381{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:53:08,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@612c30eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/hadoop.log.dir/,STOPPED} 2024-11-19T02:53:08,904 WARN [BP-719718030-172.17.0.2-1731984709438 heartbeating to localhost/127.0.0.1:38287 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:53:08,904 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:53:08,904 WARN [BP-719718030-172.17.0.2-1731984709438 heartbeating to localhost/127.0.0.1:38287 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-719718030-172.17.0.2-1731984709438 (Datanode Uuid d337ec24-90f9-42ea-8929-faed76f03902) service to localhost/127.0.0.1:38287 2024-11-19T02:53:08,904 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:53:08,905 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/cluster_01c15ec9-446b-d62e-2b4e-e6956644c81a/data/data1/current/BP-719718030-172.17.0.2-1731984709438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:53:08,905 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/cluster_01c15ec9-446b-d62e-2b4e-e6956644c81a/data/data2/current/BP-719718030-172.17.0.2-1731984709438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:53:08,905 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:53:08,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2500871c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T02:53:08,911 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fac4055{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:53:08,911 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:53:08,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44bd3813{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:53:08,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51d868a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/hadoop.log.dir/,STOPPED} 2024-11-19T02:53:08,919 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T02:53:08,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T02:53:08,956 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=106 (was 97) - Thread LEAK? -, OpenFileDescriptor=450 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 193), ProcessCount=11 (was 11), AvailableMemoryMB=12250 (was 11837) - AvailableMemoryMB LEAK? - 2024-11-19T02:53:08,964 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=107, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=12250 2024-11-19T02:53:08,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T02:53:08,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/hadoop.log.dir so I do NOT create it in target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd 2024-11-19T02:53:08,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32718421-6793-eafc-ab56-c32406ecdc76/hadoop.tmp.dir so I do NOT create it in target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd 2024-11-19T02:53:08,964 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/cluster_a7519bdd-1058-4d18-aa16-49ac6b50f5c5, deleteOnExit=true 2024-11-19T02:53:08,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T02:53:08,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/test.cache.data in system properties and HBase conf 2024-11-19T02:53:08,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T02:53:08,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/hadoop.log.dir in system properties and HBase conf 2024-11-19T02:53:08,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T02:53:08,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T02:53:08,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T02:53:08,965 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T02:53:08,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T02:53:08,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T02:53:08,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T02:53:08,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T02:53:08,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T02:53:08,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T02:53:08,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T02:53:08,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T02:53:08,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T02:53:08,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/nfs.dump.dir in system properties and HBase conf 2024-11-19T02:53:08,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/java.io.tmpdir in system properties and HBase conf 2024-11-19T02:53:08,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T02:53:08,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T02:53:08,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T02:53:09,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:53:09,069 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:53:09,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:53:09,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:53:09,070 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T02:53:09,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:53:09,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@645e1410{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:53:09,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45d98cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:53:09,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a089533{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/java.io.tmpdir/jetty-localhost-45003-hadoop-hdfs-3_4_1-tests_jar-_-any-14850764671446696402/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T02:53:09,200 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c8e93b7{HTTP/1.1, (http/1.1)}{localhost:45003} 2024-11-19T02:53:09,200 INFO [Time-limited test {}] server.Server(415): Started @221118ms 2024-11-19T02:53:09,294 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:53:09,298 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:53:09,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:53:09,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:53:09,305 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T02:53:09,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1614d55d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:53:09,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72b06676{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:53:09,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56a3fec0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/java.io.tmpdir/jetty-localhost-35995-hadoop-hdfs-3_4_1-tests_jar-_-any-5393021564128380822/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:53:09,447 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6bebdea5{HTTP/1.1, (http/1.1)}{localhost:35995} 2024-11-19T02:53:09,447 INFO [Time-limited test {}] server.Server(415): Started @221364ms 2024-11-19T02:53:09,448 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:53:09,481 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:53:09,485 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:53:09,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:53:09,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:53:09,486 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T02:53:09,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e79ccf8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:53:09,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ad80073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:53:09,551 WARN [Thread-1587 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/cluster_a7519bdd-1058-4d18-aa16-49ac6b50f5c5/data/data1/current/BP-401913886-172.17.0.2-1731984788996/current, will proceed with Du for space computation calculation, 2024-11-19T02:53:09,552 WARN [Thread-1588 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/cluster_a7519bdd-1058-4d18-aa16-49ac6b50f5c5/data/data2/current/BP-401913886-172.17.0.2-1731984788996/current, will proceed with Du for space computation calculation, 2024-11-19T02:53:09,581 WARN [Thread-1566 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:53:09,584 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7a664fccfefb1e0 with lease ID 0x541e21e2ea96b56d: Processing first storage report for DS-1b257838-9fe5-43fa-b364-c921f5f7a61b from datanode DatanodeRegistration(127.0.0.1:43047, datanodeUuid=23300f7d-3773-44cd-a284-fa83b773047f, infoPort=44971, infoSecurePort=0, ipcPort=45177, storageInfo=lv=-57;cid=testClusterID;nsid=2007646503;c=1731984788996) 2024-11-19T02:53:09,584 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7a664fccfefb1e0 with lease ID 0x541e21e2ea96b56d: from storage DS-1b257838-9fe5-43fa-b364-c921f5f7a61b node DatanodeRegistration(127.0.0.1:43047, datanodeUuid=23300f7d-3773-44cd-a284-fa83b773047f, infoPort=44971, infoSecurePort=0, ipcPort=45177, storageInfo=lv=-57;cid=testClusterID;nsid=2007646503;c=1731984788996), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:53:09,584 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7a664fccfefb1e0 with lease ID 0x541e21e2ea96b56d: Processing first storage report for DS-148d6f3b-3db0-48fa-bd7f-06892457f1f3 from datanode DatanodeRegistration(127.0.0.1:43047, datanodeUuid=23300f7d-3773-44cd-a284-fa83b773047f, infoPort=44971, infoSecurePort=0, ipcPort=45177, storageInfo=lv=-57;cid=testClusterID;nsid=2007646503;c=1731984788996) 2024-11-19T02:53:09,584 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7a664fccfefb1e0 with lease ID 0x541e21e2ea96b56d: from storage DS-148d6f3b-3db0-48fa-bd7f-06892457f1f3 node DatanodeRegistration(127.0.0.1:43047, datanodeUuid=23300f7d-3773-44cd-a284-fa83b773047f, infoPort=44971, infoSecurePort=0, ipcPort=45177, storageInfo=lv=-57;cid=testClusterID;nsid=2007646503;c=1731984788996), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:53:09,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@344ebd8b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/java.io.tmpdir/jetty-localhost-45229-hadoop-hdfs-3_4_1-tests_jar-_-any-16667155654893399352/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:53:09,616 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42ce4f49{HTTP/1.1, (http/1.1)}{localhost:45229} 2024-11-19T02:53:09,616 INFO [Time-limited test {}] server.Server(415): Started @221533ms 2024-11-19T02:53:09,617 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:53:09,733 WARN [Thread-1613 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/cluster_a7519bdd-1058-4d18-aa16-49ac6b50f5c5/data/data3/current/BP-401913886-172.17.0.2-1731984788996/current, will proceed with Du for space computation calculation, 2024-11-19T02:53:09,733 WARN [Thread-1614 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/cluster_a7519bdd-1058-4d18-aa16-49ac6b50f5c5/data/data4/current/BP-401913886-172.17.0.2-1731984788996/current, will proceed with Du for space computation calculation, 2024-11-19T02:53:09,761 WARN [Thread-1602 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:53:09,765 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a744ffd81c53a85 with lease ID 0x541e21e2ea96b56e: Processing first storage report for DS-fa77ab42-ae0c-4551-9180-b39a8bac6132 from datanode DatanodeRegistration(127.0.0.1:43319, datanodeUuid=9ed3129f-307f-4fda-a6e3-f9ba59774ebb, infoPort=33689, infoSecurePort=0, ipcPort=44863, storageInfo=lv=-57;cid=testClusterID;nsid=2007646503;c=1731984788996) 2024-11-19T02:53:09,765 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a744ffd81c53a85 with lease ID 0x541e21e2ea96b56e: from storage DS-fa77ab42-ae0c-4551-9180-b39a8bac6132 node DatanodeRegistration(127.0.0.1:43319, datanodeUuid=9ed3129f-307f-4fda-a6e3-f9ba59774ebb, infoPort=33689, infoSecurePort=0, ipcPort=44863, storageInfo=lv=-57;cid=testClusterID;nsid=2007646503;c=1731984788996), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:53:09,765 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a744ffd81c53a85 with lease ID 0x541e21e2ea96b56e: Processing first storage report for DS-507b2167-0cb7-4e2f-a254-2ea6a6d39a89 from datanode DatanodeRegistration(127.0.0.1:43319, datanodeUuid=9ed3129f-307f-4fda-a6e3-f9ba59774ebb, infoPort=33689, infoSecurePort=0, ipcPort=44863, storageInfo=lv=-57;cid=testClusterID;nsid=2007646503;c=1731984788996) 2024-11-19T02:53:09,765 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a744ffd81c53a85 with lease ID 0x541e21e2ea96b56e: from storage DS-507b2167-0cb7-4e2f-a254-2ea6a6d39a89 node DatanodeRegistration(127.0.0.1:43319, datanodeUuid=9ed3129f-307f-4fda-a6e3-f9ba59774ebb, infoPort=33689, infoSecurePort=0, ipcPort=44863, storageInfo=lv=-57;cid=testClusterID;nsid=2007646503;c=1731984788996), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:53:09,853 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd 2024-11-19T02:53:09,856 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/cluster_a7519bdd-1058-4d18-aa16-49ac6b50f5c5/zookeeper_0, clientPort=51583, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/cluster_a7519bdd-1058-4d18-aa16-49ac6b50f5c5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/cluster_a7519bdd-1058-4d18-aa16-49ac6b50f5c5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T02:53:09,860 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51583 2024-11-19T02:53:09,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:53:09,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:53:09,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741825_1001 (size=7) 2024-11-19T02:53:09,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741825_1001 (size=7) 2024-11-19T02:53:09,873 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef with version=8 2024-11-19T02:53:09,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35809/user/jenkins/test-data/f4def12c-678a-5aac-a46a-3d73a406919f/hbase-staging 2024-11-19T02:53:09,875 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e93af88909ff:0 server-side Connection retries=45 2024-11-19T02:53:09,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:53:09,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T02:53:09,876 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T02:53:09,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:53:09,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T02:53:09,876 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T02:53:09,876 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T02:53:09,878 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43089 2024-11-19T02:53:09,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43089 connecting to ZooKeeper ensemble=127.0.0.1:51583 2024-11-19T02:53:09,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430890x0, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T02:53:09,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43089-0x1012e247bef0000 connected 2024-11-19T02:53:09,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:53:09,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:53:09,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:53:09,928 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef, hbase.cluster.distributed=false 2024-11-19T02:53:09,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T02:53:09,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43089 2024-11-19T02:53:09,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43089 2024-11-19T02:53:09,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43089 2024-11-19T02:53:09,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43089 2024-11-19T02:53:09,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43089 2024-11-19T02:53:09,959 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e93af88909ff:0 server-side Connection retries=45 2024-11-19T02:53:09,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:53:09,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T02:53:09,959 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T02:53:09,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:53:09,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T02:53:09,959 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T02:53:09,960 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T02:53:09,961 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44367 2024-11-19T02:53:09,962 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44367 connecting to ZooKeeper ensemble=127.0.0.1:51583 2024-11-19T02:53:09,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:53:09,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:53:09,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443670x0, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T02:53:09,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443670x0, quorum=127.0.0.1:51583, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:53:09,970 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T02:53:09,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44367-0x1012e247bef0001 connected 2024-11-19T02:53:09,975 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T02:53:09,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44367-0x1012e247bef0001, quorum=127.0.0.1:51583, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T02:53:09,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44367-0x1012e247bef0001, quorum=127.0.0.1:51583, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T02:53:09,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44367 2024-11-19T02:53:09,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44367 2024-11-19T02:53:09,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44367 2024-11-19T02:53:09,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44367 2024-11-19T02:53:09,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44367 2024-11-19T02:53:10,002 DEBUG [M:0;e93af88909ff:43089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e93af88909ff:43089 2024-11-19T02:53:10,003 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e93af88909ff,43089,1731984789875 2024-11-19T02:53:10,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012e247bef0001, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:53:10,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:53:10,006 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e93af88909ff,43089,1731984789875 2024-11-19T02:53:10,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012e247bef0001, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T02:53:10,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012e247bef0001, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:53:10,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:53:10,008 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T02:53:10,010 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e93af88909ff,43089,1731984789875 from backup master directory 2024-11-19T02:53:10,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e93af88909ff,43089,1731984789875 2024-11-19T02:53:10,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012e247bef0001, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:53:10,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:53:10,011 WARN [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T02:53:10,011 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e93af88909ff,43089,1731984789875 2024-11-19T02:53:10,021 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/hbase.id] with ID: f0d30568-e4e3-4455-b100-2de039acd93e 2024-11-19T02:53:10,021 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/.tmp/hbase.id 2024-11-19T02:53:10,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741826_1002 (size=42) 2024-11-19T02:53:10,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741826_1002 (size=42) 2024-11-19T02:53:10,039 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/.tmp/hbase.id]:[hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/hbase.id] 2024-11-19T02:53:10,052 INFO [master/e93af88909ff:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:53:10,052 INFO [master/e93af88909ff:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T02:53:10,054 INFO [master/e93af88909ff:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T02:53:10,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012e247bef0001, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:53:10,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:53:10,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741827_1003 (size=196) 2024-11-19T02:53:10,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741827_1003 (size=196) 2024-11-19T02:53:10,078 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T02:53:10,079 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T02:53:10,079 INFO [master/e93af88909ff:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:53:10,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741828_1004 (size=1189) 2024-11-19T02:53:10,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741828_1004 (size=1189) 2024-11-19T02:53:10,099 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/data/master/store 2024-11-19T02:53:10,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741829_1005 (size=34) 2024-11-19T02:53:10,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741829_1005 (size=34) 2024-11-19T02:53:10,113 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:53:10,113 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T02:53:10,113 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:53:10,113 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:53:10,113 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T02:53:10,113 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:53:10,113 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:53:10,114 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731984790113Disabling compacts and flushes for region at 1731984790113Disabling writes for close at 1731984790113Writing region close event to WAL at 1731984790113Closed at 1731984790113 2024-11-19T02:53:10,114 WARN [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/data/master/store/.initializing 2024-11-19T02:53:10,114 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/WALs/e93af88909ff,43089,1731984789875 2024-11-19T02:53:10,116 INFO [master/e93af88909ff:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T02:53:10,117 INFO [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C43089%2C1731984789875, suffix=, logDir=hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/WALs/e93af88909ff,43089,1731984789875, archiveDir=hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/oldWALs, maxLogs=10 2024-11-19T02:53:10,131 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/WALs/e93af88909ff,43089,1731984789875/e93af88909ff%2C43089%2C1731984789875.1731984790118, exclude list is [], retry=0 2024-11-19T02:53:10,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43319,DS-fa77ab42-ae0c-4551-9180-b39a8bac6132,DISK] 2024-11-19T02:53:10,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43047,DS-1b257838-9fe5-43fa-b364-c921f5f7a61b,DISK] 2024-11-19T02:53:10,137 INFO [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/WALs/e93af88909ff,43089,1731984789875/e93af88909ff%2C43089%2C1731984789875.1731984790118 2024-11-19T02:53:10,140 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33689:33689),(127.0.0.1/127.0.0.1:44971:44971)] 2024-11-19T02:53:10,140 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:53:10,141 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:53:10,141 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:53:10,141 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:53:10,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:53:10,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T02:53:10,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:53:10,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:53:10,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:53:10,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T02:53:10,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:53:10,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:53:10,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:53:10,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T02:53:10,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:53:10,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:53:10,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:53:10,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T02:53:10,152 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:53:10,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:53:10,153 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:53:10,153 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:53:10,154 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:53:10,155 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:53:10,155 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:53:10,156 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T02:53:10,157 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:53:10,161 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:53:10,161 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=718683, jitterRate=-0.08614829182624817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T02:53:10,162 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731984790141Initializing all the Stores at 1731984790142 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984790142Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984790144 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984790144Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984790144Cleaning up temporary data from old regions at 1731984790155 (+11 ms)Region opened successfully at 1731984790162 (+7 ms) 2024-11-19T02:53:10,162 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T02:53:10,169 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465960da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0 2024-11-19T02:53:10,171 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T02:53:10,171 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T02:53:10,171 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T02:53:10,171 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T02:53:10,172 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T02:53:10,172 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T02:53:10,172 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T02:53:10,182 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T02:53:10,183 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T02:53:10,185 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-19T02:53:10,185 INFO [master/e93af88909ff:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T02:53:10,186 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T02:53:10,187 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-19T02:53:10,188 INFO [master/e93af88909ff:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T02:53:10,189 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T02:53:10,190 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-19T02:53:10,191 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T02:53:10,195 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T02:53:10,197 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T02:53:10,198 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T02:53:10,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T02:53:10,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012e247bef0001, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T02:53:10,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012e247bef0001, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:53:10,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:53:10,200 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e93af88909ff,43089,1731984789875, sessionid=0x1012e247bef0000, setting cluster-up flag (Was=false) 2024-11-19T02:53:10,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012e247bef0001, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:53:10,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:53:10,212 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T02:53:10,213 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e93af88909ff,43089,1731984789875 2024-11-19T02:53:10,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012e247bef0001, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:53:10,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:53:10,227 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T02:53:10,228 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e93af88909ff,43089,1731984789875 2024-11-19T02:53:10,230 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T02:53:10,234 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T02:53:10,234 INFO [master/e93af88909ff:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T02:53:10,234 INFO [master/e93af88909ff:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T02:53:10,235 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e93af88909ff,43089,1731984789875 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T02:53:10,236 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:53:10,236 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:53:10,236 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:53:10,236 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:53:10,236 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e93af88909ff:0, corePoolSize=10, maxPoolSize=10 2024-11-19T02:53:10,236 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:53:10,236 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e93af88909ff:0, corePoolSize=2, maxPoolSize=2 2024-11-19T02:53:10,236 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:53:10,246 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T02:53:10,246 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T02:53:10,247 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:53:10,248 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T02:53:10,252 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731984820252 2024-11-19T02:53:10,252 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T02:53:10,253 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T02:53:10,253 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T02:53:10,253 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T02:53:10,253 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T02:53:10,253 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T02:53:10,256 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T02:53:10,257 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T02:53:10,257 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T02:53:10,257 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T02:53:10,258 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T02:53:10,258 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T02:53:10,258 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984790258,5,FailOnTimeoutGroup] 2024-11-19T02:53:10,260 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984790258,5,FailOnTimeoutGroup] 2024-11-19T02:53:10,260 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T02:53:10,260 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T02:53:10,260 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T02:53:10,260 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T02:53:10,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741831_1007 (size=1321) 2024-11-19T02:53:10,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741831_1007 (size=1321) 2024-11-19T02:53:10,273 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T02:53:10,273 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef 2024-11-19T02:53:10,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741832_1008 (size=32) 2024-11-19T02:53:10,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741832_1008 (size=32) 2024-11-19T02:53:10,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:53:10,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T02:53:10,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T02:53:10,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:53:10,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:53:10,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T02:53:10,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T02:53:10,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:53:10,293 INFO [RS:0;e93af88909ff:44367 {}] regionserver.HRegionServer(746): ClusterId : f0d30568-e4e3-4455-b100-2de039acd93e 2024-11-19T02:53:10,293 DEBUG [RS:0;e93af88909ff:44367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T02:53:10,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:53:10,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T02:53:10,295 DEBUG [RS:0;e93af88909ff:44367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T02:53:10,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T02:53:10,295 DEBUG [RS:0;e93af88909ff:44367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T02:53:10,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:53:10,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:53:10,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T02:53:10,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T02:53:10,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:53:10,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:53:10,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T02:53:10,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/data/hbase/meta/1588230740 2024-11-19T02:53:10,299 DEBUG [RS:0;e93af88909ff:44367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T02:53:10,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/data/hbase/meta/1588230740 2024-11-19T02:53:10,299 DEBUG [RS:0;e93af88909ff:44367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11353a9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0 2024-11-19T02:53:10,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T02:53:10,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T02:53:10,302 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T02:53:10,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T02:53:10,309 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:53:10,309 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=872340, jitterRate=0.10923828184604645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T02:53:10,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731984790287Initializing all the Stores at 1731984790288 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984790288Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984790289 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984790289Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984790289Cleaning up temporary data from old regions at 1731984790301 (+12 ms)Region opened successfully at 1731984790310 (+9 ms) 2024-11-19T02:53:10,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T02:53:10,311 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T02:53:10,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T02:53:10,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T02:53:10,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T02:53:10,313 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T02:53:10,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731984790310Disabling compacts and flushes for region at 1731984790310Disabling writes for close at 1731984790312 (+2 ms)Writing region close event to WAL at 1731984790313 (+1 ms)Closed at 1731984790313 2024-11-19T02:53:10,316 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T02:53:10,316 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T02:53:10,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T02:53:10,317 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T02:53:10,318 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T02:53:10,319 DEBUG [RS:0;e93af88909ff:44367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e93af88909ff:44367 2024-11-19T02:53:10,319 INFO [RS:0;e93af88909ff:44367 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T02:53:10,319 INFO [RS:0;e93af88909ff:44367 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T02:53:10,319 DEBUG [RS:0;e93af88909ff:44367 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T02:53:10,320 INFO [RS:0;e93af88909ff:44367 {}] regionserver.HRegionServer(2659): reportForDuty to master=e93af88909ff,43089,1731984789875 with port=44367, startcode=1731984789959 2024-11-19T02:53:10,320 DEBUG [RS:0;e93af88909ff:44367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T02:53:10,322 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56301, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T02:53:10,323 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e93af88909ff,44367,1731984789959 2024-11-19T02:53:10,323 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43089 {}] master.ServerManager(517): Registering regionserver=e93af88909ff,44367,1731984789959 2024-11-19T02:53:10,324 DEBUG [RS:0;e93af88909ff:44367 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef 2024-11-19T02:53:10,324 DEBUG [RS:0;e93af88909ff:44367 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33277 2024-11-19T02:53:10,324 DEBUG [RS:0;e93af88909ff:44367 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T02:53:10,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T02:53:10,327 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e93af88909ff,44367,1731984789959] 2024-11-19T02:53:10,329 DEBUG [RS:0;e93af88909ff:44367 {}] zookeeper.ZKUtil(111): regionserver:44367-0x1012e247bef0001, quorum=127.0.0.1:51583, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e93af88909ff,44367,1731984789959 2024-11-19T02:53:10,329 WARN [RS:0;e93af88909ff:44367 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T02:53:10,329 INFO [RS:0;e93af88909ff:44367 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:53:10,329 DEBUG [RS:0;e93af88909ff:44367 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/WALs/e93af88909ff,44367,1731984789959 2024-11-19T02:53:10,337 INFO [RS:0;e93af88909ff:44367 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T02:53:10,340 INFO [RS:0;e93af88909ff:44367 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T02:53:10,344 INFO [RS:0;e93af88909ff:44367 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T02:53:10,344 INFO [RS:0;e93af88909ff:44367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:53:10,347 INFO [RS:0;e93af88909ff:44367 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T02:53:10,347 INFO [RS:0;e93af88909ff:44367 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T02:53:10,348 INFO [RS:0;e93af88909ff:44367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T02:53:10,348 DEBUG [RS:0;e93af88909ff:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:53:10,348 DEBUG [RS:0;e93af88909ff:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:53:10,348 DEBUG [RS:0;e93af88909ff:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:53:10,348 DEBUG [RS:0;e93af88909ff:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:53:10,348 DEBUG [RS:0;e93af88909ff:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:53:10,348 DEBUG [RS:0;e93af88909ff:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0, corePoolSize=2, maxPoolSize=2 2024-11-19T02:53:10,348 DEBUG [RS:0;e93af88909ff:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:53:10,348 DEBUG [RS:0;e93af88909ff:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:53:10,348 DEBUG [RS:0;e93af88909ff:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:53:10,348 DEBUG [RS:0;e93af88909ff:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:53:10,348 DEBUG [RS:0;e93af88909ff:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:53:10,348 DEBUG [RS:0;e93af88909ff:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:53:10,348 DEBUG [RS:0;e93af88909ff:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3 2024-11-19T02:53:10,348 DEBUG [RS:0;e93af88909ff:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3 2024-11-19T02:53:10,351 INFO [RS:0;e93af88909ff:44367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T02:53:10,351 INFO [RS:0;e93af88909ff:44367 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T02:53:10,351 INFO [RS:0;e93af88909ff:44367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:53:10,351 INFO [RS:0;e93af88909ff:44367 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T02:53:10,351 INFO [RS:0;e93af88909ff:44367 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T02:53:10,351 INFO [RS:0;e93af88909ff:44367 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,44367,1731984789959-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T02:53:10,373 INFO [RS:0;e93af88909ff:44367 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T02:53:10,374 INFO [RS:0;e93af88909ff:44367 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,44367,1731984789959-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:53:10,374 INFO [RS:0;e93af88909ff:44367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:53:10,374 INFO [RS:0;e93af88909ff:44367 {}] regionserver.Replication(171): e93af88909ff,44367,1731984789959 started 2024-11-19T02:53:10,396 INFO [RS:0;e93af88909ff:44367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:53:10,396 INFO [RS:0;e93af88909ff:44367 {}] regionserver.HRegionServer(1482): Serving as e93af88909ff,44367,1731984789959, RpcServer on e93af88909ff/172.17.0.2:44367, sessionid=0x1012e247bef0001 2024-11-19T02:53:10,396 DEBUG [RS:0;e93af88909ff:44367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T02:53:10,396 DEBUG [RS:0;e93af88909ff:44367 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e93af88909ff,44367,1731984789959 2024-11-19T02:53:10,396 DEBUG [RS:0;e93af88909ff:44367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,44367,1731984789959' 2024-11-19T02:53:10,396 DEBUG [RS:0;e93af88909ff:44367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T02:53:10,397 DEBUG [RS:0;e93af88909ff:44367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T02:53:10,397 DEBUG [RS:0;e93af88909ff:44367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T02:53:10,397 DEBUG [RS:0;e93af88909ff:44367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T02:53:10,397 DEBUG [RS:0;e93af88909ff:44367 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e93af88909ff,44367,1731984789959 2024-11-19T02:53:10,397 DEBUG [RS:0;e93af88909ff:44367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,44367,1731984789959' 2024-11-19T02:53:10,397 DEBUG [RS:0;e93af88909ff:44367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T02:53:10,398 DEBUG [RS:0;e93af88909ff:44367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T02:53:10,398 DEBUG [RS:0;e93af88909ff:44367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T02:53:10,398 INFO [RS:0;e93af88909ff:44367 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T02:53:10,398 INFO [RS:0;e93af88909ff:44367 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T02:53:10,469 WARN [e93af88909ff:43089 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-19T02:53:10,499 INFO [RS:0;e93af88909ff:44367 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T02:53:10,501 INFO [RS:0;e93af88909ff:44367 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C44367%2C1731984789959, suffix=, logDir=hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/WALs/e93af88909ff,44367,1731984789959, archiveDir=hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/oldWALs, maxLogs=32 2024-11-19T02:53:10,514 DEBUG [RS:0;e93af88909ff:44367 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/WALs/e93af88909ff,44367,1731984789959/e93af88909ff%2C44367%2C1731984789959.1731984790501, exclude list is [], retry=0 2024-11-19T02:53:10,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43319,DS-fa77ab42-ae0c-4551-9180-b39a8bac6132,DISK] 2024-11-19T02:53:10,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43047,DS-1b257838-9fe5-43fa-b364-c921f5f7a61b,DISK] 2024-11-19T02:53:10,521 INFO [RS:0;e93af88909ff:44367 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/WALs/e93af88909ff,44367,1731984789959/e93af88909ff%2C44367%2C1731984789959.1731984790501 2024-11-19T02:53:10,521 DEBUG [RS:0;e93af88909ff:44367 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33689:33689),(127.0.0.1/127.0.0.1:44971:44971)] 2024-11-19T02:53:10,719 DEBUG [e93af88909ff:43089 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T02:53:10,720 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e93af88909ff,44367,1731984789959 2024-11-19T02:53:10,721 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e93af88909ff,44367,1731984789959, state=OPENING 2024-11-19T02:53:10,724 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T02:53:10,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012e247bef0001, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:53:10,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:53:10,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:53:10,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:53:10,728 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T02:53:10,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e93af88909ff,44367,1731984789959}] 2024-11-19T02:53:10,882 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T02:53:10,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41795, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T02:53:10,887 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T02:53:10,887 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:53:10,887 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T02:53:10,889 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C44367%2C1731984789959.meta, suffix=.meta, logDir=hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/WALs/e93af88909ff,44367,1731984789959, archiveDir=hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/oldWALs, maxLogs=32 2024-11-19T02:53:10,903 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/WALs/e93af88909ff,44367,1731984789959/e93af88909ff%2C44367%2C1731984789959.meta.1731984790890.meta, exclude list is [], retry=0 2024-11-19T02:53:10,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43319,DS-fa77ab42-ae0c-4551-9180-b39a8bac6132,DISK] 2024-11-19T02:53:10,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43047,DS-1b257838-9fe5-43fa-b364-c921f5f7a61b,DISK] 2024-11-19T02:53:10,907 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/WALs/e93af88909ff,44367,1731984789959/e93af88909ff%2C44367%2C1731984789959.meta.1731984790890.meta 2024-11-19T02:53:10,908 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:33689:33689)] 2024-11-19T02:53:10,908 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:53:10,908 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T02:53:10,908 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T02:53:10,908 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T02:53:10,908 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T02:53:10,908 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:53:10,908 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T02:53:10,909 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T02:53:10,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T02:53:10,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T02:53:10,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:53:10,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:53:10,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T02:53:10,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T02:53:10,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:53:10,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:53:10,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T02:53:10,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T02:53:10,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:53:10,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:53:10,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T02:53:10,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T02:53:10,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:53:10,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:53:10,915 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T02:53:10,915 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/data/hbase/meta/1588230740 2024-11-19T02:53:10,916 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/data/hbase/meta/1588230740 2024-11-19T02:53:10,918 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T02:53:10,918 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T02:53:10,919 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T02:53:10,920 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T02:53:10,921 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=833092, jitterRate=0.05933235585689545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T02:53:10,921 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T02:53:10,922 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731984790909Writing region info on filesystem at 1731984790909Initializing all the Stores at 1731984790909Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984790909Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984790910 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984790910Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984790910Cleaning up temporary data from old regions at 1731984790918 (+8 ms)Running coprocessor post-open hooks at 1731984790921 (+3 ms)Region opened successfully at 1731984790921 2024-11-19T02:53:10,922 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731984790882 2024-11-19T02:53:10,924 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T02:53:10,924 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T02:53:10,925 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,44367,1731984789959 2024-11-19T02:53:10,926 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e93af88909ff,44367,1731984789959, state=OPEN 2024-11-19T02:53:10,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:53:10,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012e247bef0001, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:53:10,931 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e93af88909ff,44367,1731984789959 2024-11-19T02:53:10,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:53:10,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:53:10,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T02:53:10,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e93af88909ff,44367,1731984789959 in 203 msec 2024-11-19T02:53:10,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T02:53:10,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 618 msec 2024-11-19T02:53:10,936 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T02:53:10,936 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T02:53:10,938 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:53:10,938 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,44367,1731984789959, seqNum=-1] 2024-11-19T02:53:10,938 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:53:10,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48291, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:53:10,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 710 msec 2024-11-19T02:53:10,944 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731984790944, completionTime=-1 2024-11-19T02:53:10,944 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T02:53:10,944 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-19T02:53:10,946 INFO [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-19T02:53:10,946 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731984850946 2024-11-19T02:53:10,946 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731984910946 2024-11-19T02:53:10,946 INFO [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-19T02:53:10,946 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,43089,1731984789875-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:53:10,946 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,43089,1731984789875-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:53:10,946 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,43089,1731984789875-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:53:10,946 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e93af88909ff:43089, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:53:10,947 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T02:53:10,947 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T02:53:10,948 DEBUG [master/e93af88909ff:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T02:53:10,950 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.939sec 2024-11-19T02:53:10,951 INFO [master/e93af88909ff:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T02:53:10,951 INFO [master/e93af88909ff:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T02:53:10,951 INFO [master/e93af88909ff:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T02:53:10,951 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T02:53:10,951 INFO [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T02:53:10,951 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,43089,1731984789875-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T02:53:10,951 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,43089,1731984789875-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T02:53:10,953 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T02:53:10,954 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T02:53:10,954 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,43089,1731984789875-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:53:10,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dad4ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:53:10,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,43089,-1 for getting cluster id 2024-11-19T02:53:10,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:53:10,995 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0d30568-e4e3-4455-b100-2de039acd93e' 2024-11-19T02:53:10,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:53:10,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0d30568-e4e3-4455-b100-2de039acd93e" 2024-11-19T02:53:10,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d96d2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:53:10,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,43089,-1] 2024-11-19T02:53:10,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:53:10,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:53:10,997 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:53:10,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6032005c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:53:10,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:53:11,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,44367,1731984789959, seqNum=-1] 2024-11-19T02:53:11,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:53:11,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:53:11,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e93af88909ff,43089,1731984789875 2024-11-19T02:53:11,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:53:11,006 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-19T02:53:11,007 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:53:11,008 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T02:53:11,010 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/WALs/test.com,8080,1, archiveDir=hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/oldWALs, maxLogs=32 2024-11-19T02:53:11,025 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/WALs/test.com,8080,1/test.com%2C8080%2C1.1731984791011, exclude list is [], retry=0 2024-11-19T02:53:11,028 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43319,DS-fa77ab42-ae0c-4551-9180-b39a8bac6132,DISK] 2024-11-19T02:53:11,028 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43047,DS-1b257838-9fe5-43fa-b364-c921f5f7a61b,DISK] 2024-11-19T02:53:11,034 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/WALs/test.com,8080,1/test.com%2C8080%2C1.1731984791011 2024-11-19T02:53:11,035 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33689:33689),(127.0.0.1/127.0.0.1:44971:44971)] 2024-11-19T02:53:11,055 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/WALs/test.com,8080,1/test.com%2C8080%2C1.1731984791035, exclude list is [], retry=0 2024-11-19T02:53:11,059 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43319,DS-fa77ab42-ae0c-4551-9180-b39a8bac6132,DISK] 2024-11-19T02:53:11,059 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43047,DS-1b257838-9fe5-43fa-b364-c921f5f7a61b,DISK] 2024-11-19T02:53:11,062 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/WALs/test.com,8080,1/test.com%2C8080%2C1.1731984791011 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/WALs/test.com,8080,1/test.com%2C8080%2C1.1731984791035 2024-11-19T02:53:11,062 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33689:33689),(127.0.0.1/127.0.0.1:44971:44971)] 2024-11-19T02:53:11,062 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/WALs/test.com,8080,1/test.com%2C8080%2C1.1731984791011 is not closed yet, will try archiving it next time 2024-11-19T02:53:11,064 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/WALs/test.com,8080,1/test.com%2C8080%2C1.1731984791011 not finished, retry = 0 2024-11-19T02:53:11,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741835_1011 (size=93) 2024-11-19T02:53:11,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741835_1011 (size=93) 2024-11-19T02:53:11,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741836_1012 (size=93) 2024-11-19T02:53:11,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741836_1012 (size=93) 2024-11-19T02:53:11,166 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/WALs/test.com,8080,1/test.com%2C8080%2C1.1731984791011 to hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/oldWALs/test.com%2C8080%2C1.1731984791011 2024-11-19T02:53:11,168 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/oldWALs 2024-11-19T02:53:11,168 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731984791035) 2024-11-19T02:53:11,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T02:53:11,168 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T02:53:11,168 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:53:11,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:53:11,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:53:11,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:53:11,169 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T02:53:11,169 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1646371965, stopped=false 2024-11-19T02:53:11,169 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e93af88909ff,43089,1731984789875 2024-11-19T02:53:11,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012e247bef0001, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T02:53:11,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T02:53:11,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012e247bef0001, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:53:11,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:53:11,171 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T02:53:11,171 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T02:53:11,171 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:53:11,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:53:11,171 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e93af88909ff,44367,1731984789959' ***** 2024-11-19T02:53:11,171 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T02:53:11,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:53:11,171 INFO [RS:0;e93af88909ff:44367 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T02:53:11,172 INFO [RS:0;e93af88909ff:44367 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T02:53:11,172 INFO [RS:0;e93af88909ff:44367 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T02:53:11,172 INFO [RS:0;e93af88909ff:44367 {}] regionserver.HRegionServer(959): stopping server e93af88909ff,44367,1731984789959 2024-11-19T02:53:11,172 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T02:53:11,172 INFO [RS:0;e93af88909ff:44367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T02:53:11,172 INFO [RS:0;e93af88909ff:44367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e93af88909ff:44367. 2024-11-19T02:53:11,172 DEBUG [RS:0;e93af88909ff:44367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:53:11,172 DEBUG [RS:0;e93af88909ff:44367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:53:11,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44367-0x1012e247bef0001, quorum=127.0.0.1:51583, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:53:11,172 INFO [RS:0;e93af88909ff:44367 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T02:53:11,172 INFO [RS:0;e93af88909ff:44367 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T02:53:11,172 INFO [RS:0;e93af88909ff:44367 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T02:53:11,172 INFO [RS:0;e93af88909ff:44367 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T02:53:11,173 INFO [RS:0;e93af88909ff:44367 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T02:53:11,173 DEBUG [RS:0;e93af88909ff:44367 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T02:53:11,173 DEBUG [RS:0;e93af88909ff:44367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T02:53:11,173 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T02:53:11,173 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T02:53:11,173 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T02:53:11,173 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T02:53:11,173 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T02:53:11,173 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T02:53:11,190 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/data/hbase/meta/1588230740/.tmp/ns/eb568e4bb77c4751ad7dd5c227fcd50c is 43, key is default/ns:d/1731984790940/Put/seqid=0 2024-11-19T02:53:11,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741837_1013 (size=5153) 2024-11-19T02:53:11,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741837_1013 (size=5153) 2024-11-19T02:53:11,196 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/data/hbase/meta/1588230740/.tmp/ns/eb568e4bb77c4751ad7dd5c227fcd50c 2024-11-19T02:53:11,202 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/data/hbase/meta/1588230740/.tmp/ns/eb568e4bb77c4751ad7dd5c227fcd50c as hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/data/hbase/meta/1588230740/ns/eb568e4bb77c4751ad7dd5c227fcd50c 2024-11-19T02:53:11,210 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/data/hbase/meta/1588230740/ns/eb568e4bb77c4751ad7dd5c227fcd50c, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T02:53:11,211 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 38ms, sequenceid=6, compaction requested=false 2024-11-19T02:53:11,211 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T02:53:11,215 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T02:53:11,216 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T02:53:11,216 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T02:53:11,216 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731984791173Running coprocessor pre-close hooks at 1731984791173Disabling compacts and flushes for region at 1731984791173Disabling writes for close at 1731984791173Obtaining lock to block concurrent updates at 1731984791173Preparing flush snapshotting stores in 1588230740 at 1731984791173Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731984791173Flushing stores of hbase:meta,,1.1588230740 at 1731984791174 (+1 ms)Flushing 1588230740/ns: creating writer at 1731984791174Flushing 1588230740/ns: appending metadata at 1731984791190 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731984791190Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11062bd6: reopening flushed file at 1731984791202 (+12 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 38ms, sequenceid=6, compaction requested=false at 1731984791211 (+9 ms)Writing region close event to WAL at 1731984791212 (+1 ms)Running coprocessor post-close hooks at 1731984791216 (+4 ms)Closed at 1731984791216 2024-11-19T02:53:11,216 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T02:53:11,352 INFO [regionserver/e93af88909ff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T02:53:11,352 INFO [regionserver/e93af88909ff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T02:53:11,373 INFO [RS:0;e93af88909ff:44367 {}] regionserver.HRegionServer(976): stopping server e93af88909ff,44367,1731984789959; all regions closed. 2024-11-19T02:53:11,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741834_1010 (size=1152) 2024-11-19T02:53:11,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741834_1010 (size=1152) 2024-11-19T02:53:11,378 DEBUG [RS:0;e93af88909ff:44367 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/oldWALs 2024-11-19T02:53:11,378 INFO [RS:0;e93af88909ff:44367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e93af88909ff%2C44367%2C1731984789959.meta:.meta(num 1731984790890) 2024-11-19T02:53:11,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741833_1009 (size=93) 2024-11-19T02:53:11,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741833_1009 (size=93) 2024-11-19T02:53:11,382 DEBUG [RS:0;e93af88909ff:44367 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/oldWALs 2024-11-19T02:53:11,382 INFO [RS:0;e93af88909ff:44367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e93af88909ff%2C44367%2C1731984789959:(num 1731984790501) 2024-11-19T02:53:11,382 DEBUG [RS:0;e93af88909ff:44367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:53:11,382 INFO [RS:0;e93af88909ff:44367 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T02:53:11,382 INFO [RS:0;e93af88909ff:44367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T02:53:11,382 INFO [RS:0;e93af88909ff:44367 {}] hbase.ChoreService(370): Chore service for: regionserver/e93af88909ff:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T02:53:11,382 INFO [RS:0;e93af88909ff:44367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T02:53:11,382 INFO [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T02:53:11,382 INFO [RS:0;e93af88909ff:44367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44367 2024-11-19T02:53:11,384 INFO [RS:0;e93af88909ff:44367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T02:53:11,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T02:53:11,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012e247bef0001, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e93af88909ff,44367,1731984789959 2024-11-19T02:53:11,386 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e93af88909ff,44367,1731984789959] 2024-11-19T02:53:11,389 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e93af88909ff,44367,1731984789959 already deleted, retry=false 2024-11-19T02:53:11,389 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e93af88909ff,44367,1731984789959 expired; onlineServers=0 2024-11-19T02:53:11,389 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e93af88909ff,43089,1731984789875' ***** 2024-11-19T02:53:11,389 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T02:53:11,389 INFO [M:0;e93af88909ff:43089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T02:53:11,389 INFO [M:0;e93af88909ff:43089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T02:53:11,389 DEBUG [M:0;e93af88909ff:43089 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T02:53:11,389 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T02:53:11,389 DEBUG [M:0;e93af88909ff:43089 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T02:53:11,389 DEBUG [master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984790258 {}] cleaner.HFileCleaner(306): Exit Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984790258,5,FailOnTimeoutGroup] 2024-11-19T02:53:11,389 DEBUG [master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984790258 {}] cleaner.HFileCleaner(306): Exit Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984790258,5,FailOnTimeoutGroup] 2024-11-19T02:53:11,390 INFO [M:0;e93af88909ff:43089 {}] hbase.ChoreService(370): Chore service for: master/e93af88909ff:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T02:53:11,390 INFO [M:0;e93af88909ff:43089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T02:53:11,390 DEBUG [M:0;e93af88909ff:43089 {}] master.HMaster(1795): Stopping service threads 2024-11-19T02:53:11,390 INFO [M:0;e93af88909ff:43089 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T02:53:11,390 INFO [M:0;e93af88909ff:43089 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T02:53:11,390 INFO [M:0;e93af88909ff:43089 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T02:53:11,390 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T02:53:11,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T02:53:11,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:53:11,391 DEBUG [M:0;e93af88909ff:43089 {}] zookeeper.ZKUtil(347): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T02:53:11,391 WARN [M:0;e93af88909ff:43089 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T02:53:11,392 INFO [M:0;e93af88909ff:43089 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/.lastflushedseqids 2024-11-19T02:53:11,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741838_1014 (size=99) 2024-11-19T02:53:11,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741838_1014 (size=99) 2024-11-19T02:53:11,400 INFO [M:0;e93af88909ff:43089 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T02:53:11,400 INFO [M:0;e93af88909ff:43089 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T02:53:11,400 DEBUG [M:0;e93af88909ff:43089 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T02:53:11,400 INFO [M:0;e93af88909ff:43089 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:53:11,400 DEBUG [M:0;e93af88909ff:43089 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:53:11,400 DEBUG [M:0;e93af88909ff:43089 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T02:53:11,400 DEBUG [M:0;e93af88909ff:43089 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:53:11,401 INFO [M:0;e93af88909ff:43089 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-19T02:53:11,416 DEBUG [M:0;e93af88909ff:43089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0944d8443a50471c957ed722e782d760 is 82, key is hbase:meta,,1/info:regioninfo/1731984790925/Put/seqid=0 2024-11-19T02:53:11,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741839_1015 (size=5672) 2024-11-19T02:53:11,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741839_1015 (size=5672) 2024-11-19T02:53:11,422 INFO [M:0;e93af88909ff:43089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0944d8443a50471c957ed722e782d760 2024-11-19T02:53:11,443 DEBUG [M:0;e93af88909ff:43089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a352744614f42c3a1058db254d8b173 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731984790943/Put/seqid=0 2024-11-19T02:53:11,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741840_1016 (size=5275) 2024-11-19T02:53:11,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741840_1016 (size=5275) 2024-11-19T02:53:11,448 INFO [M:0;e93af88909ff:43089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a352744614f42c3a1058db254d8b173 2024-11-19T02:53:11,467 DEBUG [M:0;e93af88909ff:43089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df0d24ba04bd4fd7a0490dcb318cd273 is 69, key is e93af88909ff,44367,1731984789959/rs:state/1731984790323/Put/seqid=0 2024-11-19T02:53:11,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741841_1017 (size=5156) 2024-11-19T02:53:11,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741841_1017 (size=5156) 2024-11-19T02:53:11,473 INFO [M:0;e93af88909ff:43089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df0d24ba04bd4fd7a0490dcb318cd273 2024-11-19T02:53:11,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012e247bef0001, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:53:11,486 INFO [RS:0;e93af88909ff:44367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T02:53:11,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012e247bef0001, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:53:11,486 INFO [RS:0;e93af88909ff:44367 {}] regionserver.HRegionServer(1031): Exiting; stopping=e93af88909ff,44367,1731984789959; zookeeper connection closed. 2024-11-19T02:53:11,486 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ffae41f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ffae41f 2024-11-19T02:53:11,486 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T02:53:11,492 DEBUG [M:0;e93af88909ff:43089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3310a5fdbcb746908604e16424a83234 is 52, key is load_balancer_on/state:d/1731984791005/Put/seqid=0 2024-11-19T02:53:11,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741842_1018 (size=5056) 2024-11-19T02:53:11,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741842_1018 (size=5056) 2024-11-19T02:53:11,497 INFO [M:0;e93af88909ff:43089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3310a5fdbcb746908604e16424a83234 2024-11-19T02:53:11,502 DEBUG [M:0;e93af88909ff:43089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0944d8443a50471c957ed722e782d760 as hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0944d8443a50471c957ed722e782d760 2024-11-19T02:53:11,507 INFO [M:0;e93af88909ff:43089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0944d8443a50471c957ed722e782d760, entries=8, sequenceid=29, filesize=5.5 K 2024-11-19T02:53:11,508 DEBUG [M:0;e93af88909ff:43089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a352744614f42c3a1058db254d8b173 as hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a352744614f42c3a1058db254d8b173 2024-11-19T02:53:11,513 INFO [M:0;e93af88909ff:43089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a352744614f42c3a1058db254d8b173, entries=3, sequenceid=29, filesize=5.2 K 2024-11-19T02:53:11,514 DEBUG [M:0;e93af88909ff:43089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df0d24ba04bd4fd7a0490dcb318cd273 as hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df0d24ba04bd4fd7a0490dcb318cd273 2024-11-19T02:53:11,518 INFO [M:0;e93af88909ff:43089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df0d24ba04bd4fd7a0490dcb318cd273, entries=1, sequenceid=29, filesize=5.0 K 2024-11-19T02:53:11,520 DEBUG [M:0;e93af88909ff:43089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3310a5fdbcb746908604e16424a83234 as hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/3310a5fdbcb746908604e16424a83234 2024-11-19T02:53:11,527 INFO [M:0;e93af88909ff:43089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33277/user/jenkins/test-data/2d075d5f-6c63-aae4-beca-75ad9add08ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/3310a5fdbcb746908604e16424a83234, entries=1, sequenceid=29, filesize=4.9 K 2024-11-19T02:53:11,529 INFO [M:0;e93af88909ff:43089 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=29, compaction requested=false 2024-11-19T02:53:11,531 INFO [M:0;e93af88909ff:43089 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:53:11,531 DEBUG [M:0;e93af88909ff:43089 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731984791400Disabling compacts and flushes for region at 1731984791400Disabling writes for close at 1731984791400Obtaining lock to block concurrent updates at 1731984791401 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731984791401Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731984791401Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731984791401Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731984791402 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731984791416 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731984791416Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731984791427 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731984791442 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731984791442Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731984791453 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731984791467 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731984791467Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731984791477 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731984791492 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731984791492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d0b661b: reopening flushed file at 1731984791502 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b8d3d40: reopening flushed file at 1731984791507 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@612d264a: reopening flushed file at 1731984791513 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf4b1dc: reopening flushed file at 1731984791519 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=29, compaction requested=false at 1731984791529 (+10 ms)Writing region close event to WAL at 1731984791530 (+1 ms)Closed at 1731984791530 2024-11-19T02:53:11,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741830_1006 (size=10311) 2024-11-19T02:53:11,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741830_1006 (size=10311) 2024-11-19T02:53:11,534 INFO [M:0;e93af88909ff:43089 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T02:53:11,534 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T02:53:11,534 INFO [M:0;e93af88909ff:43089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43089 2024-11-19T02:53:11,535 INFO [M:0;e93af88909ff:43089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T02:53:11,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:53:11,637 INFO [M:0;e93af88909ff:43089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T02:53:11,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43089-0x1012e247bef0000, quorum=127.0.0.1:51583, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:53:11,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@344ebd8b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:53:11,643 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42ce4f49{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:53:11,643 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:53:11,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ad80073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:53:11,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e79ccf8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/hadoop.log.dir/,STOPPED} 2024-11-19T02:53:11,646 WARN [BP-401913886-172.17.0.2-1731984788996 heartbeating to localhost/127.0.0.1:33277 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:53:11,646 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:53:11,646 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:53:11,646 WARN [BP-401913886-172.17.0.2-1731984788996 heartbeating to localhost/127.0.0.1:33277 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-401913886-172.17.0.2-1731984788996 (Datanode Uuid 9ed3129f-307f-4fda-a6e3-f9ba59774ebb) service to localhost/127.0.0.1:33277 2024-11-19T02:53:11,647 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/cluster_a7519bdd-1058-4d18-aa16-49ac6b50f5c5/data/data3/current/BP-401913886-172.17.0.2-1731984788996 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:53:11,647 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/cluster_a7519bdd-1058-4d18-aa16-49ac6b50f5c5/data/data4/current/BP-401913886-172.17.0.2-1731984788996 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:53:11,648 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:53:11,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56a3fec0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:53:11,658 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6bebdea5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:53:11,658 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:53:11,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72b06676{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:53:11,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1614d55d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/hadoop.log.dir/,STOPPED} 2024-11-19T02:53:11,659 WARN [BP-401913886-172.17.0.2-1731984788996 heartbeating to localhost/127.0.0.1:33277 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:53:11,659 WARN [BP-401913886-172.17.0.2-1731984788996 heartbeating to localhost/127.0.0.1:33277 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-401913886-172.17.0.2-1731984788996 (Datanode Uuid 23300f7d-3773-44cd-a284-fa83b773047f) service to localhost/127.0.0.1:33277 2024-11-19T02:53:11,660 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:53:11,660 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:53:11,660 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/cluster_a7519bdd-1058-4d18-aa16-49ac6b50f5c5/data/data1/current/BP-401913886-172.17.0.2-1731984788996 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:53:11,661 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/cluster_a7519bdd-1058-4d18-aa16-49ac6b50f5c5/data/data2/current/BP-401913886-172.17.0.2-1731984788996 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:53:11,661 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:53:11,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a089533{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T02:53:11,671 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c8e93b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:53:11,672 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:53:11,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45d98cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:53:11,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@645e1410{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2d4f2b14-3bdc-eeba-c55a-48eeb1cee8cd/hadoop.log.dir/,STOPPED} 2024-11-19T02:53:11,683 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T02:53:11,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T02:53:11,713 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=132 (was 107) - Thread LEAK? -, OpenFileDescriptor=505 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=11969 (was 12250)