2024-11-22 03:46:44,553 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-22 03:46:44,566 main DEBUG Took 0.010872 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 03:46:44,567 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 03:46:44,567 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 03:46:44,568 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 03:46:44,569 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:46:44,575 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 03:46:44,587 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:46:44,588 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:46:44,589 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:46:44,589 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:46:44,590 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:46:44,590 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:46:44,591 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:46:44,591 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:46:44,592 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:46:44,592 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:46:44,593 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:46:44,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:46:44,594 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:46:44,594 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:46:44,594 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:46:44,595 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:46:44,595 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:46:44,596 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:46:44,596 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:46:44,596 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:46:44,597 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:46:44,597 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:46:44,598 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:46:44,598 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:46:44,598 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:46:44,599 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 03:46:44,600 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:46:44,601 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 03:46:44,603 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 03:46:44,603 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 03:46:44,604 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 03:46:44,605 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 03:46:44,612 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 03:46:44,614 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 03:46:44,615 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 03:46:44,616 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 03:46:44,616 main DEBUG createAppenders(={Console}) 2024-11-22 03:46:44,617 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-22 03:46:44,617 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-22 03:46:44,617 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-22 03:46:44,618 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 03:46:44,618 main DEBUG OutputStream closed 2024-11-22 03:46:44,618 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 03:46:44,618 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 03:46:44,619 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-22 03:46:44,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 03:46:44,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 03:46:44,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 03:46:44,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 03:46:44,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 03:46:44,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 03:46:44,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 03:46:44,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 03:46:44,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 03:46:44,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 03:46:44,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 03:46:44,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 03:46:44,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 03:46:44,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 03:46:44,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 03:46:44,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 03:46:44,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 03:46:44,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 03:46:44,695 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 03:46:44,695 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-22 03:46:44,696 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 03:46:44,696 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-22T03:46:44,914 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95 2024-11-22 03:46:44,916 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 03:46:44,916 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T03:46:44,924 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-22T03:46:44,958 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=280, ProcessCount=11, AvailableMemoryMB=4358 2024-11-22T03:46:44,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:46:44,977 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/cluster_eaafb720-1897-3422-6fe1-a1906739025e, deleteOnExit=true 2024-11-22T03:46:44,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:46:44,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/test.cache.data in system properties and HBase conf 2024-11-22T03:46:44,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:46:44,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:46:44,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:46:44,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:46:44,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:46:45,067 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T03:46:45,161 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:46:45,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:46:45,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:46:45,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:46:45,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:46:45,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:46:45,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:46:45,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:46:45,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:46:45,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:46:45,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:46:45,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:46:45,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:46:45,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:46:45,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:46:45,962 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T03:46:46,038 INFO [Time-limited test {}] log.Log(170): Logging initialized @2147ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T03:46:46,108 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:46:46,172 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:46:46,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:46:46,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:46:46,193 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:46:46,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:46:46,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:46:46,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:46:46,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/java.io.tmpdir/jetty-localhost-33673-hadoop-hdfs-3_4_1-tests_jar-_-any-8737650901313882769/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:46:46,442 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:33673} 2024-11-22T03:46:46,443 INFO [Time-limited test {}] server.Server(415): Started @2553ms 2024-11-22T03:46:46,793 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:46:46,802 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:46:46,803 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:46:46,803 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:46:46,803 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:46:46,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:46:46,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:46:46,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/java.io.tmpdir/jetty-localhost-43843-hadoop-hdfs-3_4_1-tests_jar-_-any-16365932624664057981/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:46:46,907 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:43843} 2024-11-22T03:46:46,907 INFO [Time-limited test {}] server.Server(415): Started @3018ms 2024-11-22T03:46:46,961 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:46:47,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:46:47,076 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:46:47,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:46:47,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:46:47,077 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:46:47,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:46:47,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:46:47,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/java.io.tmpdir/jetty-localhost-42673-hadoop-hdfs-3_4_1-tests_jar-_-any-15229338363262584301/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:46:47,188 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:42673} 2024-11-22T03:46:47,188 INFO [Time-limited test {}] server.Server(415): Started @3299ms 2024-11-22T03:46:47,191 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:46:47,335 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/cluster_eaafb720-1897-3422-6fe1-a1906739025e/data/data3/current/BP-1999126143-172.17.0.2-1732247205768/current, will proceed with Du for space computation calculation, 2024-11-22T03:46:47,335 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/cluster_eaafb720-1897-3422-6fe1-a1906739025e/data/data4/current/BP-1999126143-172.17.0.2-1732247205768/current, will proceed with Du for space computation calculation, 2024-11-22T03:46:47,335 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/cluster_eaafb720-1897-3422-6fe1-a1906739025e/data/data1/current/BP-1999126143-172.17.0.2-1732247205768/current, will proceed with Du for space computation calculation, 2024-11-22T03:46:47,335 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/cluster_eaafb720-1897-3422-6fe1-a1906739025e/data/data2/current/BP-1999126143-172.17.0.2-1732247205768/current, will proceed with Du for space computation calculation, 2024-11-22T03:46:47,380 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:46:47,381 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:46:47,440 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2a8f474fc924544 with lease ID 0xec3c758eef4299fa: Processing first storage report for DS-39261a85-f1e9-4192-8a58-b37f0e44239e from datanode DatanodeRegistration(127.0.0.1:40329, datanodeUuid=a3d16543-8b0d-46f9-9e84-9a3ed79fcb3f, infoPort=41715, infoSecurePort=0, ipcPort=34643, storageInfo=lv=-57;cid=testClusterID;nsid=1381418095;c=1732247205768) 2024-11-22T03:46:47,442 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2a8f474fc924544 with lease ID 0xec3c758eef4299fa: from storage DS-39261a85-f1e9-4192-8a58-b37f0e44239e node DatanodeRegistration(127.0.0.1:40329, datanodeUuid=a3d16543-8b0d-46f9-9e84-9a3ed79fcb3f, infoPort=41715, infoSecurePort=0, ipcPort=34643, storageInfo=lv=-57;cid=testClusterID;nsid=1381418095;c=1732247205768), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T03:46:47,442 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a25b151e89832af with lease ID 0xec3c758eef4299f9: Processing first storage report for DS-eebb61d6-48a7-475c-bdd7-49f059725e74 from datanode DatanodeRegistration(127.0.0.1:43959, datanodeUuid=f67d4523-6593-4f8e-ba8f-850a59c1eda9, infoPort=41535, infoSecurePort=0, ipcPort=45133, storageInfo=lv=-57;cid=testClusterID;nsid=1381418095;c=1732247205768) 2024-11-22T03:46:47,443 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a25b151e89832af with lease ID 0xec3c758eef4299f9: from storage DS-eebb61d6-48a7-475c-bdd7-49f059725e74 node DatanodeRegistration(127.0.0.1:43959, datanodeUuid=f67d4523-6593-4f8e-ba8f-850a59c1eda9, infoPort=41535, infoSecurePort=0, ipcPort=45133, storageInfo=lv=-57;cid=testClusterID;nsid=1381418095;c=1732247205768), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:46:47,443 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2a8f474fc924544 with lease ID 0xec3c758eef4299fa: Processing first storage report for DS-c67a7bff-cf33-4cfa-928e-f7a63a9cc013 from datanode DatanodeRegistration(127.0.0.1:40329, datanodeUuid=a3d16543-8b0d-46f9-9e84-9a3ed79fcb3f, infoPort=41715, infoSecurePort=0, ipcPort=34643, storageInfo=lv=-57;cid=testClusterID;nsid=1381418095;c=1732247205768) 2024-11-22T03:46:47,443 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2a8f474fc924544 with lease ID 0xec3c758eef4299fa: from storage DS-c67a7bff-cf33-4cfa-928e-f7a63a9cc013 node DatanodeRegistration(127.0.0.1:40329, datanodeUuid=a3d16543-8b0d-46f9-9e84-9a3ed79fcb3f, infoPort=41715, infoSecurePort=0, ipcPort=34643, storageInfo=lv=-57;cid=testClusterID;nsid=1381418095;c=1732247205768), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:46:47,443 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a25b151e89832af with lease ID 0xec3c758eef4299f9: Processing first storage report for DS-1b4584af-8265-477d-a224-b9bccb6604a7 from datanode DatanodeRegistration(127.0.0.1:43959, datanodeUuid=f67d4523-6593-4f8e-ba8f-850a59c1eda9, infoPort=41535, infoSecurePort=0, ipcPort=45133, storageInfo=lv=-57;cid=testClusterID;nsid=1381418095;c=1732247205768) 2024-11-22T03:46:47,444 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a25b151e89832af with lease ID 0xec3c758eef4299f9: from storage DS-1b4584af-8265-477d-a224-b9bccb6604a7 node DatanodeRegistration(127.0.0.1:43959, datanodeUuid=f67d4523-6593-4f8e-ba8f-850a59c1eda9, infoPort=41535, infoSecurePort=0, ipcPort=45133, storageInfo=lv=-57;cid=testClusterID;nsid=1381418095;c=1732247205768), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:46:47,532 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95 2024-11-22T03:46:47,601 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/cluster_eaafb720-1897-3422-6fe1-a1906739025e/zookeeper_0, clientPort=50786, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/cluster_eaafb720-1897-3422-6fe1-a1906739025e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/cluster_eaafb720-1897-3422-6fe1-a1906739025e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T03:46:47,610 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50786 2024-11-22T03:46:47,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:46:47,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:46:47,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:46:47,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:46:48,250 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae with version=8 2024-11-22T03:46:48,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/hbase-staging 2024-11-22T03:46:48,329 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T03:46:48,522 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c85114ed5096:0 server-side Connection retries=45 2024-11-22T03:46:48,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:46:48,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:46:48,536 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:46:48,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:46:48,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:46:48,673 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:46:48,728 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T03:46:48,737 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T03:46:48,740 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:46:48,763 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 73344 (auto-detected) 2024-11-22T03:46:48,764 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T03:46:48,781 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40049 2024-11-22T03:46:48,802 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40049 connecting to ZooKeeper ensemble=127.0.0.1:50786 2024-11-22T03:46:48,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400490x0, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:46:48,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40049-0x100658a1b100000 connected 2024-11-22T03:46:48,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:46:48,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:46:48,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:46:48,878 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae, hbase.cluster.distributed=false 2024-11-22T03:46:48,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T03:46:48,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40049 2024-11-22T03:46:48,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40049 2024-11-22T03:46:48,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40049 2024-11-22T03:46:48,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40049 2024-11-22T03:46:48,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40049 2024-11-22T03:46:49,034 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c85114ed5096:0 server-side Connection retries=45 2024-11-22T03:46:49,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:46:49,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:46:49,037 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:46:49,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:46:49,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:46:49,041 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:46:49,044 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:46:49,045 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41463 2024-11-22T03:46:49,048 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41463 connecting to ZooKeeper ensemble=127.0.0.1:50786 2024-11-22T03:46:49,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:46:49,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:46:49,065 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414630x0, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:46:49,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414630x0, quorum=127.0.0.1:50786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:46:49,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41463-0x100658a1b100001 connected 2024-11-22T03:46:49,070 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:46:49,078 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:46:49,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41463-0x100658a1b100001, quorum=127.0.0.1:50786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T03:46:49,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41463-0x100658a1b100001, quorum=127.0.0.1:50786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T03:46:49,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41463 2024-11-22T03:46:49,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41463 2024-11-22T03:46:49,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41463 2024-11-22T03:46:49,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41463 2024-11-22T03:46:49,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41463 2024-11-22T03:46:49,116 DEBUG [M:0;c85114ed5096:40049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c85114ed5096:40049 2024-11-22T03:46:49,117 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c85114ed5096,40049,1732247208372 2024-11-22T03:46:49,124 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x100658a1b100001, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:46:49,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:46:49,126 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c85114ed5096,40049,1732247208372 2024-11-22T03:46:49,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:46:49,146 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x100658a1b100001, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T03:46:49,146 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x100658a1b100001, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:46:49,147 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T03:46:49,148 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c85114ed5096,40049,1732247208372 from backup master directory 2024-11-22T03:46:49,151 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x100658a1b100001, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:46:49,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c85114ed5096,40049,1732247208372 2024-11-22T03:46:49,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:46:49,152 WARN [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:46:49,152 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c85114ed5096,40049,1732247208372 2024-11-22T03:46:49,154 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T03:46:49,156 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T03:46:49,215 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/hbase.id] with ID: 9840c2b1-bf2d-49ec-bc36-de80e260deab 2024-11-22T03:46:49,215 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/.tmp/hbase.id 2024-11-22T03:46:49,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:46:49,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:46:49,228 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/.tmp/hbase.id]:[hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/hbase.id] 2024-11-22T03:46:49,272 INFO [master/c85114ed5096:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:46:49,278 INFO [master/c85114ed5096:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:46:49,298 INFO [master/c85114ed5096:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-22T03:46:49,301 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x100658a1b100001, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:46:49,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:46:49,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:46:49,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:46:49,335 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:46:49,337 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:46:49,345 INFO [master/c85114ed5096:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:46:49,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:46:49,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:46:49,397 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/data/master/store 2024-11-22T03:46:49,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:46:49,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:46:49,424 INFO [master/c85114ed5096:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T03:46:49,427 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:46:49,429 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:46:49,429 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:46:49,429 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:46:49,430 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:46:49,430 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:46:49,431 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:46:49,432 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732247209428Disabling compacts and flushes for region at 1732247209428Disabling writes for close at 1732247209430 (+2 ms)Writing region close event to WAL at 1732247209431 (+1 ms)Closed at 1732247209431 2024-11-22T03:46:49,434 WARN [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/data/master/store/.initializing 2024-11-22T03:46:49,434 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/WALs/c85114ed5096,40049,1732247208372 2024-11-22T03:46:49,442 INFO [master/c85114ed5096:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:46:49,458 INFO [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c85114ed5096%2C40049%2C1732247208372, suffix=, logDir=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/WALs/c85114ed5096,40049,1732247208372, archiveDir=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/oldWALs, maxLogs=10 2024-11-22T03:46:49,492 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/WALs/c85114ed5096,40049,1732247208372/c85114ed5096%2C40049%2C1732247208372.1732247209464, exclude list is [], retry=0 2024-11-22T03:46:49,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:46:49,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-39261a85-f1e9-4192-8a58-b37f0e44239e,DISK] 2024-11-22T03:46:49,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43959,DS-eebb61d6-48a7-475c-bdd7-49f059725e74,DISK] 2024-11-22T03:46:49,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T03:46:49,557 INFO [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/WALs/c85114ed5096,40049,1732247208372/c85114ed5096%2C40049%2C1732247208372.1732247209464 2024-11-22T03:46:49,558 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41535:41535),(127.0.0.1/127.0.0.1:41715:41715)] 2024-11-22T03:46:49,559 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:46:49,559 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:46:49,562 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:46:49,563 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:46:49,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:46:49,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:46:49,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:46:49,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:46:49,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:46:49,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:46:49,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:46:49,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:46:49,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:46:49,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:46:49,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:46:49,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:46:49,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:46:49,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:46:49,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:46:49,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:46:49,643 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:46:49,647 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:46:49,648 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:46:49,653 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:46:49,654 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:46:49,657 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:46:49,661 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:46:49,666 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:46:49,667 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=748580, jitterRate=-0.0481315553188324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:46:49,678 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732247209574Initializing all the Stores at 1732247209576 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247209577 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247209577Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247209578 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247209578Cleaning up temporary data from old regions at 1732247209654 (+76 ms)Region opened successfully at 1732247209677 (+23 ms) 2024-11-22T03:46:49,679 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:46:49,713 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa77519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c85114ed5096/172.17.0.2:0 2024-11-22T03:46:49,739 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:46:49,750 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:46:49,750 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:46:49,753 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:46:49,754 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T03:46:49,759 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-22T03:46:49,759 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:46:49,783 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:46:49,790 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T03:46:49,792 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T03:46:49,794 INFO [master/c85114ed5096:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:46:49,796 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:46:49,797 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T03:46:49,799 INFO [master/c85114ed5096:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:46:49,802 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:46:49,804 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T03:46:49,805 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:46:49,806 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T03:46:49,821 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:46:49,822 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T03:46:49,825 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x100658a1b100001, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T03:46:49,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T03:46:49,825 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x100658a1b100001, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:46:49,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:46:49,827 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c85114ed5096,40049,1732247208372, sessionid=0x100658a1b100000, setting cluster-up flag (Was=false) 2024-11-22T03:46:49,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:46:49,837 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x100658a1b100001, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:46:49,841 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T03:46:49,843 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c85114ed5096,40049,1732247208372 2024-11-22T03:46:49,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:46:49,847 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x100658a1b100001, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:46:49,851 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T03:46:49,852 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c85114ed5096,40049,1732247208372 2024-11-22T03:46:49,858 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:46:49,906 INFO [RS:0;c85114ed5096:41463 {}] regionserver.HRegionServer(746): ClusterId : 9840c2b1-bf2d-49ec-bc36-de80e260deab 2024-11-22T03:46:49,908 DEBUG [RS:0;c85114ed5096:41463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:46:49,913 DEBUG [RS:0;c85114ed5096:41463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:46:49,913 DEBUG [RS:0;c85114ed5096:41463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:46:49,916 DEBUG [RS:0;c85114ed5096:41463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:46:49,917 DEBUG [RS:0;c85114ed5096:41463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b2accd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c85114ed5096/172.17.0.2:0 2024-11-22T03:46:49,927 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:46:49,932 DEBUG [RS:0;c85114ed5096:41463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c85114ed5096:41463 2024-11-22T03:46:49,934 INFO [RS:0;c85114ed5096:41463 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:46:49,935 INFO [RS:0;c85114ed5096:41463 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:46:49,935 DEBUG [RS:0;c85114ed5096:41463 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:46:49,937 INFO [master/c85114ed5096:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:46:49,937 INFO [RS:0;c85114ed5096:41463 {}] regionserver.HRegionServer(2659): reportForDuty to master=c85114ed5096,40049,1732247208372 with port=41463, startcode=1732247209002 2024-11-22T03:46:49,943 INFO [master/c85114ed5096:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:46:49,947 DEBUG [RS:0;c85114ed5096:41463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:46:49,949 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c85114ed5096,40049,1732247208372 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:46:49,956 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:46:49,956 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:46:49,956 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:46:49,957 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:46:49,957 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c85114ed5096:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:46:49,957 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:46:49,957 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c85114ed5096:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:46:49,957 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:46:49,963 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732247239963 2024-11-22T03:46:49,964 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:46:49,965 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:46:49,968 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:46:49,969 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:46:49,969 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:46:49,971 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:46:49,972 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:46:49,975 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:46:49,976 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:46:49,976 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:46:49,978 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:46:49,979 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:46:49,979 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:46:49,979 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:46:49,981 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732247209981,5,FailOnTimeoutGroup] 2024-11-22T03:46:49,983 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732247209982,5,FailOnTimeoutGroup] 2024-11-22T03:46:49,983 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:46:49,983 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:46:49,984 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40057, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:46:49,984 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:46:49,985 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:46:49,986 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:46:49,987 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:46:49,990 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40049 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c85114ed5096,41463,1732247209002 2024-11-22T03:46:49,993 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40049 {}] master.ServerManager(517): Registering regionserver=c85114ed5096,41463,1732247209002 2024-11-22T03:46:50,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:46:50,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:46:50,005 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:46:50,005 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae 2024-11-22T03:46:50,008 DEBUG [RS:0;c85114ed5096:41463 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae 2024-11-22T03:46:50,009 DEBUG [RS:0;c85114ed5096:41463 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42349 2024-11-22T03:46:50,009 DEBUG [RS:0;c85114ed5096:41463 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:46:50,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T03:46:50,014 DEBUG [RS:0;c85114ed5096:41463 {}] zookeeper.ZKUtil(111): regionserver:41463-0x100658a1b100001, quorum=127.0.0.1:50786, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c85114ed5096,41463,1732247209002 2024-11-22T03:46:50,014 WARN [RS:0;c85114ed5096:41463 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:46:50,014 INFO [RS:0;c85114ed5096:41463 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:46:50,015 DEBUG [RS:0;c85114ed5096:41463 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002 2024-11-22T03:46:50,019 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c85114ed5096,41463,1732247209002] 2024-11-22T03:46:50,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741832_1008 (size=32) 2024-11-22T03:46:50,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741832_1008 (size=32) 2024-11-22T03:46:50,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:46:50,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:46:50,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:46:50,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:46:50,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:46:50,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:46:50,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:46:50,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:46:50,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:46:50,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:46:50,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:46:50,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:46:50,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:46:50,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:46:50,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:46:50,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:46:50,046 INFO [RS:0;c85114ed5096:41463 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:46:50,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:46:50,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:46:50,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/hbase/meta/1588230740 2024-11-22T03:46:50,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/hbase/meta/1588230740 2024-11-22T03:46:50,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:46:50,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:46:50,054 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T03:46:50,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:46:50,062 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:46:50,063 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=769821, jitterRate=-0.021122559905052185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T03:46:50,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732247210025Initializing all the Stores at 1732247210027 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247210027Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247210027Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247210027Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247210028 (+1 ms)Cleaning up temporary data from old regions at 1732247210053 (+25 ms)Region opened successfully at 1732247210067 (+14 ms) 2024-11-22T03:46:50,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:46:50,068 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:46:50,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:46:50,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:46:50,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:46:50,069 INFO [RS:0;c85114ed5096:41463 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:46:50,070 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:46:50,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732247210068Disabling compacts and flushes for region at 1732247210068Disabling writes for close at 1732247210068Writing region close event to WAL at 1732247210069 (+1 ms)Closed at 1732247210070 (+1 ms) 2024-11-22T03:46:50,074 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:46:50,074 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:46:50,075 INFO [RS:0;c85114ed5096:41463 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:46:50,076 INFO [RS:0;c85114ed5096:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:46:50,077 INFO [RS:0;c85114ed5096:41463 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:46:50,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:46:50,084 INFO [RS:0;c85114ed5096:41463 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:46:50,086 INFO [RS:0;c85114ed5096:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:46:50,086 DEBUG [RS:0;c85114ed5096:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:46:50,087 DEBUG [RS:0;c85114ed5096:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:46:50,087 DEBUG [RS:0;c85114ed5096:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:46:50,087 DEBUG [RS:0;c85114ed5096:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:46:50,087 DEBUG [RS:0;c85114ed5096:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:46:50,088 DEBUG [RS:0;c85114ed5096:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c85114ed5096:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:46:50,088 DEBUG [RS:0;c85114ed5096:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:46:50,088 DEBUG [RS:0;c85114ed5096:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:46:50,088 DEBUG [RS:0;c85114ed5096:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:46:50,088 DEBUG [RS:0;c85114ed5096:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:46:50,089 DEBUG [RS:0;c85114ed5096:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:46:50,089 DEBUG [RS:0;c85114ed5096:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:46:50,089 DEBUG [RS:0;c85114ed5096:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:46:50,089 DEBUG [RS:0;c85114ed5096:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:46:50,090 INFO [RS:0;c85114ed5096:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:46:50,091 INFO [RS:0;c85114ed5096:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:46:50,091 INFO [RS:0;c85114ed5096:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:46:50,091 INFO [RS:0;c85114ed5096:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:46:50,091 INFO [RS:0;c85114ed5096:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:46:50,091 INFO [RS:0;c85114ed5096:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,41463,1732247209002-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:46:50,093 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:46:50,098 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:46:50,112 INFO [RS:0;c85114ed5096:41463 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:46:50,114 INFO [RS:0;c85114ed5096:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,41463,1732247209002-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:46:50,115 INFO [RS:0;c85114ed5096:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:46:50,115 INFO [RS:0;c85114ed5096:41463 {}] regionserver.Replication(171): c85114ed5096,41463,1732247209002 started 2024-11-22T03:46:50,134 INFO [RS:0;c85114ed5096:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:46:50,134 INFO [RS:0;c85114ed5096:41463 {}] regionserver.HRegionServer(1482): Serving as c85114ed5096,41463,1732247209002, RpcServer on c85114ed5096/172.17.0.2:41463, sessionid=0x100658a1b100001 2024-11-22T03:46:50,135 DEBUG [RS:0;c85114ed5096:41463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:46:50,135 DEBUG [RS:0;c85114ed5096:41463 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c85114ed5096,41463,1732247209002 2024-11-22T03:46:50,136 DEBUG [RS:0;c85114ed5096:41463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c85114ed5096,41463,1732247209002' 2024-11-22T03:46:50,136 DEBUG [RS:0;c85114ed5096:41463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T03:46:50,137 DEBUG [RS:0;c85114ed5096:41463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T03:46:50,138 DEBUG [RS:0;c85114ed5096:41463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:46:50,138 DEBUG [RS:0;c85114ed5096:41463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:46:50,138 DEBUG [RS:0;c85114ed5096:41463 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c85114ed5096,41463,1732247209002 2024-11-22T03:46:50,138 DEBUG [RS:0;c85114ed5096:41463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c85114ed5096,41463,1732247209002' 2024-11-22T03:46:50,138 DEBUG [RS:0;c85114ed5096:41463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T03:46:50,139 DEBUG [RS:0;c85114ed5096:41463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T03:46:50,140 DEBUG [RS:0;c85114ed5096:41463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:46:50,140 INFO [RS:0;c85114ed5096:41463 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:46:50,140 INFO [RS:0;c85114ed5096:41463 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:46:50,247 INFO [RS:0;c85114ed5096:41463 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:46:50,250 WARN [c85114ed5096:40049 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T03:46:50,251 INFO [RS:0;c85114ed5096:41463 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c85114ed5096%2C41463%2C1732247209002, suffix=, logDir=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002, archiveDir=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/oldWALs, maxLogs=32 2024-11-22T03:46:50,265 DEBUG [RS:0;c85114ed5096:41463 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002/c85114ed5096%2C41463%2C1732247209002.1732247210253, exclude list is [], retry=0 2024-11-22T03:46:50,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-39261a85-f1e9-4192-8a58-b37f0e44239e,DISK] 2024-11-22T03:46:50,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43959,DS-eebb61d6-48a7-475c-bdd7-49f059725e74,DISK] 2024-11-22T03:46:50,278 INFO [RS:0;c85114ed5096:41463 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002/c85114ed5096%2C41463%2C1732247209002.1732247210253 2024-11-22T03:46:50,279 DEBUG [RS:0;c85114ed5096:41463 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41715:41715),(127.0.0.1/127.0.0.1:41535:41535)] 2024-11-22T03:46:50,508 DEBUG [c85114ed5096:40049 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:46:50,521 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c85114ed5096,41463,1732247209002 2024-11-22T03:46:50,527 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c85114ed5096,41463,1732247209002, state=OPENING 2024-11-22T03:46:50,531 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:46:50,532 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x100658a1b100001, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:46:50,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:46:50,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:46:50,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:46:50,535 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:46:50,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c85114ed5096,41463,1732247209002}] 2024-11-22T03:46:50,719 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:46:50,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33191, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:46:50,731 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:46:50,732 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:46:50,732 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:46:50,736 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c85114ed5096%2C41463%2C1732247209002.meta, suffix=.meta, logDir=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002, archiveDir=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/oldWALs, maxLogs=32 2024-11-22T03:46:50,754 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002/c85114ed5096%2C41463%2C1732247209002.meta.1732247210738.meta, exclude list is [], retry=0 2024-11-22T03:46:50,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43959,DS-eebb61d6-48a7-475c-bdd7-49f059725e74,DISK] 2024-11-22T03:46:50,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-39261a85-f1e9-4192-8a58-b37f0e44239e,DISK] 2024-11-22T03:46:50,761 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002/c85114ed5096%2C41463%2C1732247209002.meta.1732247210738.meta 2024-11-22T03:46:50,762 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41535:41535),(127.0.0.1/127.0.0.1:41715:41715)] 2024-11-22T03:46:50,762 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:46:50,764 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:46:50,766 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:46:50,770 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:46:50,774 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:46:50,775 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:46:50,775 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:46:50,775 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:46:50,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:46:50,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:46:50,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:46:50,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:46:50,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:46:50,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:46:50,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:46:50,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:46:50,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:46:50,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:46:50,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:46:50,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:46:50,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:46:50,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:46:50,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:46:50,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:46:50,789 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:46:50,790 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/hbase/meta/1588230740 2024-11-22T03:46:50,793 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/hbase/meta/1588230740 2024-11-22T03:46:50,795 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:46:50,795 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:46:50,796 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T03:46:50,799 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:46:50,801 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=762179, jitterRate=-0.030839353799819946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T03:46:50,801 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:46:50,803 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732247210776Writing region info on filesystem at 1732247210776Initializing all the Stores at 1732247210778 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247210778Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247210778Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247210778Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247210778Cleaning up temporary data from old regions at 1732247210795 (+17 ms)Running coprocessor post-open hooks at 1732247210801 (+6 ms)Region opened successfully at 1732247210803 (+2 ms) 2024-11-22T03:46:50,810 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732247210708 2024-11-22T03:46:50,823 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:46:50,823 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:46:50,825 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,41463,1732247209002 2024-11-22T03:46:50,827 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c85114ed5096,41463,1732247209002, state=OPEN 2024-11-22T03:46:50,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:46:50,830 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x100658a1b100001, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:46:50,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:46:50,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:46:50,831 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c85114ed5096,41463,1732247209002 2024-11-22T03:46:50,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:46:50,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c85114ed5096,41463,1732247209002 in 295 msec 2024-11-22T03:46:50,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:46:50,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 756 msec 2024-11-22T03:46:50,845 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:46:50,845 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:46:50,863 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:46:50,864 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,41463,1732247209002, seqNum=-1] 2024-11-22T03:46:50,881 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:46:50,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53207, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:46:50,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0160 sec 2024-11-22T03:46:50,904 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732247210903, completionTime=-1 2024-11-22T03:46:50,906 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:46:50,906 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:46:50,932 INFO [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:46:50,932 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732247270932 2024-11-22T03:46:50,932 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732247330932 2024-11-22T03:46:50,932 INFO [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-22T03:46:50,940 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,40049,1732247208372-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:46:50,940 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,40049,1732247208372-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:46:50,941 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,40049,1732247208372-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:46:50,942 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c85114ed5096:40049, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:46:50,942 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:46:50,943 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:46:50,948 DEBUG [master/c85114ed5096:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:46:50,967 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.815sec 2024-11-22T03:46:50,968 INFO [master/c85114ed5096:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:46:50,969 INFO [master/c85114ed5096:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:46:50,970 INFO [master/c85114ed5096:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:46:50,970 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:46:50,970 INFO [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:46:50,971 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,40049,1732247208372-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:46:50,972 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,40049,1732247208372-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:46:50,979 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:46:50,979 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:46:50,980 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,40049,1732247208372-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:46:51,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7657f554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:46:51,023 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T03:46:51,024 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T03:46:51,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,40049,-1 for getting cluster id 2024-11-22T03:46:51,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:46:51,036 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9840c2b1-bf2d-49ec-bc36-de80e260deab' 2024-11-22T03:46:51,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:46:51,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9840c2b1-bf2d-49ec-bc36-de80e260deab" 2024-11-22T03:46:51,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410d0df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:46:51,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,40049,-1] 2024-11-22T03:46:51,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:46:51,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:46:51,046 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:46:51,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e50d5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:46:51,050 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:46:51,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,41463,1732247209002, seqNum=-1] 2024-11-22T03:46:51,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:46:51,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:46:51,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c85114ed5096,40049,1732247208372 2024-11-22T03:46:51,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:46:51,089 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-22T03:46:51,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:46:51,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,40049,1732247208372 2024-11-22T03:46:51,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c93ead4 2024-11-22T03:46:51,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:46:51,105 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:46:51,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-22T03:46:51,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-22T03:46:51,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:46:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-22T03:46:51,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:46:51,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-22T03:46:51,145 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:46:51,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:46:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:46:51,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741835_1011 (size=389) 2024-11-22T03:46:51,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741835_1011 (size=389) 2024-11-22T03:46:51,178 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 54d080eb849110afffb64fc4d9017ac6, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae 2024-11-22T03:46:51,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741836_1012 (size=72) 2024-11-22T03:46:51,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741836_1012 (size=72) 2024-11-22T03:46:51,191 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:46:51,191 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 54d080eb849110afffb64fc4d9017ac6, disabling compactions & flushes 2024-11-22T03:46:51,191 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6. 2024-11-22T03:46:51,191 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6. 2024-11-22T03:46:51,191 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6. after waiting 0 ms 2024-11-22T03:46:51,191 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6. 2024-11-22T03:46:51,191 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6. 2024-11-22T03:46:51,191 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 54d080eb849110afffb64fc4d9017ac6: Waiting for close lock at 1732247211191Disabling compacts and flushes for region at 1732247211191Disabling writes for close at 1732247211191Writing region close event to WAL at 1732247211191Closed at 1732247211191 2024-11-22T03:46:51,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:46:51,200 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1732247211194"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732247211194"}]},"ts":"1732247211194"} 2024-11-22T03:46:51,205 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:46:51,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:46:51,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247211207"}]},"ts":"1732247211207"} 2024-11-22T03:46:51,214 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-22T03:46:51,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=54d080eb849110afffb64fc4d9017ac6, ASSIGN}] 2024-11-22T03:46:51,218 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=54d080eb849110afffb64fc4d9017ac6, ASSIGN 2024-11-22T03:46:51,220 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=54d080eb849110afffb64fc4d9017ac6, ASSIGN; state=OFFLINE, location=c85114ed5096,41463,1732247209002; forceNewPlan=false, retain=false 2024-11-22T03:46:51,371 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=54d080eb849110afffb64fc4d9017ac6, regionState=OPENING, regionLocation=c85114ed5096,41463,1732247209002 2024-11-22T03:46:51,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=54d080eb849110afffb64fc4d9017ac6, ASSIGN because future has completed 2024-11-22T03:46:51,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54d080eb849110afffb64fc4d9017ac6, server=c85114ed5096,41463,1732247209002}] 2024-11-22T03:46:51,546 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6. 2024-11-22T03:46:51,547 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 54d080eb849110afffb64fc4d9017ac6, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:46:51,547 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 54d080eb849110afffb64fc4d9017ac6 2024-11-22T03:46:51,547 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:46:51,547 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 54d080eb849110afffb64fc4d9017ac6 2024-11-22T03:46:51,547 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 54d080eb849110afffb64fc4d9017ac6 2024-11-22T03:46:51,550 INFO [StoreOpener-54d080eb849110afffb64fc4d9017ac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 54d080eb849110afffb64fc4d9017ac6 2024-11-22T03:46:51,552 INFO [StoreOpener-54d080eb849110afffb64fc4d9017ac6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54d080eb849110afffb64fc4d9017ac6 columnFamilyName info 2024-11-22T03:46:51,552 DEBUG [StoreOpener-54d080eb849110afffb64fc4d9017ac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:46:51,553 INFO [StoreOpener-54d080eb849110afffb64fc4d9017ac6-1 {}] regionserver.HStore(327): Store=54d080eb849110afffb64fc4d9017ac6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:46:51,554 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 54d080eb849110afffb64fc4d9017ac6 2024-11-22T03:46:51,555 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/default/TestLogRolling-testSlowSyncLogRolling/54d080eb849110afffb64fc4d9017ac6 2024-11-22T03:46:51,555 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/default/TestLogRolling-testSlowSyncLogRolling/54d080eb849110afffb64fc4d9017ac6 2024-11-22T03:46:51,556 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 54d080eb849110afffb64fc4d9017ac6 2024-11-22T03:46:51,556 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 54d080eb849110afffb64fc4d9017ac6 2024-11-22T03:46:51,559 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 54d080eb849110afffb64fc4d9017ac6 2024-11-22T03:46:51,562 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/default/TestLogRolling-testSlowSyncLogRolling/54d080eb849110afffb64fc4d9017ac6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:46:51,563 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 54d080eb849110afffb64fc4d9017ac6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=754486, jitterRate=-0.04062233865261078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:46:51,563 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54d080eb849110afffb64fc4d9017ac6 2024-11-22T03:46:51,564 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 54d080eb849110afffb64fc4d9017ac6: Running coprocessor pre-open hook at 1732247211548Writing region info on filesystem at 1732247211548Initializing all the Stores at 1732247211549 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247211549Cleaning up temporary data from old regions at 1732247211556 (+7 ms)Running coprocessor post-open hooks at 1732247211563 (+7 ms)Region opened successfully at 1732247211564 (+1 ms) 2024-11-22T03:46:51,566 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6., pid=6, masterSystemTime=1732247211532 2024-11-22T03:46:51,570 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6. 2024-11-22T03:46:51,570 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6. 2024-11-22T03:46:51,571 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=54d080eb849110afffb64fc4d9017ac6, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,41463,1732247209002 2024-11-22T03:46:51,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54d080eb849110afffb64fc4d9017ac6, server=c85114ed5096,41463,1732247209002 because future has completed 2024-11-22T03:46:51,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T03:46:51,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 54d080eb849110afffb64fc4d9017ac6, server=c85114ed5096,41463,1732247209002 in 199 msec 2024-11-22T03:46:51,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T03:46:51,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=54d080eb849110afffb64fc4d9017ac6, ASSIGN in 366 msec 2024-11-22T03:46:51,586 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:46:51,586 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247211586"}]},"ts":"1732247211586"} 2024-11-22T03:46:51,589 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-22T03:46:51,591 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:46:51,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 477 msec 2024-11-22T03:46:56,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T03:46:56,333 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T03:46:56,334 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-22T03:46:58,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T03:46:58,725 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T03:46:58,728 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-22T03:46:58,728 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-22T03:46:58,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:46:58,730 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T03:46:58,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T03:46:58,730 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T03:47:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:47:01,177 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-22T03:47:01,182 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-22T03:47:01,190 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-22T03:47:01,190 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6. 2024-11-22T03:47:01,205 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002/c85114ed5096%2C41463%2C1732247209002.1732247221191, exclude list is [], retry=0 2024-11-22T03:47:01,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43959,DS-eebb61d6-48a7-475c-bdd7-49f059725e74,DISK] 2024-11-22T03:47:01,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-39261a85-f1e9-4192-8a58-b37f0e44239e,DISK] 2024-11-22T03:47:01,212 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002/c85114ed5096%2C41463%2C1732247209002.1732247210253 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002/c85114ed5096%2C41463%2C1732247209002.1732247221191 2024-11-22T03:47:01,213 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41535:41535),(127.0.0.1/127.0.0.1:41715:41715)] 2024-11-22T03:47:01,213 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002/c85114ed5096%2C41463%2C1732247209002.1732247210253 is not closed yet, will try archiving it next time 2024-11-22T03:47:01,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741833_1009 (size=451) 2024-11-22T03:47:01,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741833_1009 (size=451) 2024-11-22T03:47:01,220 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002/c85114ed5096%2C41463%2C1732247209002.1732247210253 to hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/oldWALs/c85114ed5096%2C41463%2C1732247209002.1732247210253 2024-11-22T03:47:01,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6., hostname=c85114ed5096,41463,1732247209002, seqNum=2] 2024-11-22T03:47:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41463 {}] regionserver.HRegion(8855): Flush requested on 54d080eb849110afffb64fc4d9017ac6 2024-11-22T03:47:15,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 54d080eb849110afffb64fc4d9017ac6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-22T03:47:15,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/default/TestLogRolling-testSlowSyncLogRolling/54d080eb849110afffb64fc4d9017ac6/.tmp/info/87f2fb53121644b79d8a7485dc27224e is 1055, key is row0001/info:/1732247221226/Put/seqid=0 2024-11-22T03:47:15,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741838_1014 (size=13386) 2024-11-22T03:47:15,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741838_1014 (size=13386) 2024-11-22T03:47:15,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/default/TestLogRolling-testSlowSyncLogRolling/54d080eb849110afffb64fc4d9017ac6/.tmp/info/87f2fb53121644b79d8a7485dc27224e 2024-11-22T03:47:15,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/default/TestLogRolling-testSlowSyncLogRolling/54d080eb849110afffb64fc4d9017ac6/.tmp/info/87f2fb53121644b79d8a7485dc27224e as hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/default/TestLogRolling-testSlowSyncLogRolling/54d080eb849110afffb64fc4d9017ac6/info/87f2fb53121644b79d8a7485dc27224e 2024-11-22T03:47:15,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/default/TestLogRolling-testSlowSyncLogRolling/54d080eb849110afffb64fc4d9017ac6/info/87f2fb53121644b79d8a7485dc27224e, entries=8, sequenceid=12, filesize=13.1 K 2024-11-22T03:47:15,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 54d080eb849110afffb64fc4d9017ac6 in 134ms, sequenceid=12, compaction requested=false 2024-11-22T03:47:15,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 54d080eb849110afffb64fc4d9017ac6: 2024-11-22T03:47:17,529 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:47:21,309 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002/c85114ed5096%2C41463%2C1732247209002.1732247241295, exclude list is [], retry=0 2024-11-22T03:47:21,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-39261a85-f1e9-4192-8a58-b37f0e44239e,DISK] 2024-11-22T03:47:21,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43959,DS-eebb61d6-48a7-475c-bdd7-49f059725e74,DISK] 2024-11-22T03:47:21,315 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002/c85114ed5096%2C41463%2C1732247209002.1732247221191 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002/c85114ed5096%2C41463%2C1732247209002.1732247241295 2024-11-22T03:47:21,316 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41715:41715),(127.0.0.1/127.0.0.1:41535:41535)] 2024-11-22T03:47:21,316 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002/c85114ed5096%2C41463%2C1732247209002.1732247221191 is not closed yet, will try archiving it next time 2024-11-22T03:47:21,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741837_1013 (size=12149) 2024-11-22T03:47:21,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741837_1013 (size=12149) 2024-11-22T03:47:26,321 INFO [AsyncFSWAL-0-hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae-prefix:c85114ed5096,41463,1732247209002 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:40329,DS-39261a85-f1e9-4192-8a58-b37f0e44239e,DISK], DatanodeInfoWithStorage[127.0.0.1:43959,DS-eebb61d6-48a7-475c-bdd7-49f059725e74,DISK]] 2024-11-22T03:47:26,328 WARN [AsyncFSWAL-0-hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae-prefix:c85114ed5096,41463,1732247209002 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:40329,DS-39261a85-f1e9-4192-8a58-b37f0e44239e,DISK], DatanodeInfoWithStorage[127.0.0.1:43959,DS-eebb61d6-48a7-475c-bdd7-49f059725e74,DISK]] 2024-11-22T03:47:26,329 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c85114ed5096%2C41463%2C1732247209002:(num 1732247241295) roll requested 2024-11-22T03:47:26,344 DEBUG [regionserver/c85114ed5096:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002/c85114ed5096%2C41463%2C1732247209002.1732247246330, exclude list is [], retry=0 2024-11-22T03:47:26,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-39261a85-f1e9-4192-8a58-b37f0e44239e,DISK] 2024-11-22T03:47:26,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43959,DS-eebb61d6-48a7-475c-bdd7-49f059725e74,DISK] 2024-11-22T03:47:26,350 INFO [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002/c85114ed5096%2C41463%2C1732247209002.1732247241295 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002/c85114ed5096%2C41463%2C1732247209002.1732247246330 2024-11-22T03:47:26,351 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41535:41535),(127.0.0.1/127.0.0.1:41715:41715)] 2024-11-22T03:47:26,351 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002/c85114ed5096%2C41463%2C1732247209002.1732247241295 is not closed yet, will try archiving it next time 2024-11-22T03:47:26,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741839_1015 (size=1233) 2024-11-22T03:47:26,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741839_1015 (size=1233) 2024-11-22T03:47:28,327 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T03:47:28,345 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002/c85114ed5096%2C41463%2C1732247209002.1732247248328, exclude list is [], retry=0 2024-11-22T03:47:28,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-39261a85-f1e9-4192-8a58-b37f0e44239e,DISK] 2024-11-22T03:47:28,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43959,DS-eebb61d6-48a7-475c-bdd7-49f059725e74,DISK] 2024-11-22T03:47:28,350 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002/c85114ed5096%2C41463%2C1732247209002.1732247246330 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002/c85114ed5096%2C41463%2C1732247209002.1732247248328 2024-11-22T03:47:28,351 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41715:41715),(127.0.0.1/127.0.0.1:41535:41535)] 2024-11-22T03:47:28,351 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002/c85114ed5096%2C41463%2C1732247209002.1732247246330 is not closed yet, will try archiving it next time 2024-11-22T03:47:28,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741840_1016 (size=93) 2024-11-22T03:47:28,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741840_1016 (size=93) 2024-11-22T03:47:28,353 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002/c85114ed5096%2C41463%2C1732247209002.1732247246330 not finished, retry = 0 2024-11-22T03:47:28,455 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002/c85114ed5096%2C41463%2C1732247209002.1732247246330 to hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/oldWALs/c85114ed5096%2C41463%2C1732247209002.1732247246330 2024-11-22T03:47:30,997 INFO [master/c85114ed5096:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T03:47:30,998 INFO [master/c85114ed5096:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T03:47:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41463 {}] regionserver.HRegion(8855): Flush requested on 54d080eb849110afffb64fc4d9017ac6 2024-11-22T03:47:36,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 54d080eb849110afffb64fc4d9017ac6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-22T03:47:36,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/default/TestLogRolling-testSlowSyncLogRolling/54d080eb849110afffb64fc4d9017ac6/.tmp/info/e14f365633c34268b35afef87833cae4 is 1055, key is row0009/info:/1732247237287/Put/seqid=0 2024-11-22T03:47:36,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741842_1018 (size=13386) 2024-11-22T03:47:36,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741842_1018 (size=13386) 2024-11-22T03:47:36,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/default/TestLogRolling-testSlowSyncLogRolling/54d080eb849110afffb64fc4d9017ac6/.tmp/info/e14f365633c34268b35afef87833cae4 2024-11-22T03:47:36,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/default/TestLogRolling-testSlowSyncLogRolling/54d080eb849110afffb64fc4d9017ac6/.tmp/info/e14f365633c34268b35afef87833cae4 as hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/default/TestLogRolling-testSlowSyncLogRolling/54d080eb849110afffb64fc4d9017ac6/info/e14f365633c34268b35afef87833cae4 2024-11-22T03:47:36,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/default/TestLogRolling-testSlowSyncLogRolling/54d080eb849110afffb64fc4d9017ac6/info/e14f365633c34268b35afef87833cae4, entries=8, sequenceid=23, filesize=13.1 K 2024-11-22T03:47:36,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 54d080eb849110afffb64fc4d9017ac6 in 40ms, sequenceid=23, compaction requested=false 2024-11-22T03:47:36,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 54d080eb849110afffb64fc4d9017ac6: 2024-11-22T03:47:36,420 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-22T03:47:36,420 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T03:47:36,421 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/default/TestLogRolling-testSlowSyncLogRolling/54d080eb849110afffb64fc4d9017ac6/info/87f2fb53121644b79d8a7485dc27224e because midkey is the same as first or last row 2024-11-22T03:47:36,548 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 54d080eb849110afffb64fc4d9017ac6, had cached 0 bytes from a total of 26772 2024-11-22T03:47:47,529 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:47:48,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:47:48,406 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:47:48,406 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:47:48,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:47:48,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:47:48,411 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:47:48,411 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:47:48,411 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1289039862, stopped=false 2024-11-22T03:47:48,411 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c85114ed5096,40049,1732247208372 2024-11-22T03:47:48,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T03:47:48,413 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x100658a1b100001, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T03:47:48,413 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:47:48,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:47:48,413 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x100658a1b100001, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:47:48,413 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:47:48,414 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:47:48,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:47:48,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41463-0x100658a1b100001, quorum=127.0.0.1:50786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:47:48,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:47:48,414 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c85114ed5096,41463,1732247209002' ***** 2024-11-22T03:47:48,414 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:47:48,414 INFO [RS:0;c85114ed5096:41463 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:47:48,415 INFO [RS:0;c85114ed5096:41463 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:47:48,415 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:47:48,415 INFO [RS:0;c85114ed5096:41463 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:47:48,415 INFO [RS:0;c85114ed5096:41463 {}] regionserver.HRegionServer(3091): Received CLOSE for 54d080eb849110afffb64fc4d9017ac6 2024-11-22T03:47:48,415 INFO [RS:0;c85114ed5096:41463 {}] regionserver.HRegionServer(959): stopping server c85114ed5096,41463,1732247209002 2024-11-22T03:47:48,416 INFO [RS:0;c85114ed5096:41463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:47:48,416 INFO [RS:0;c85114ed5096:41463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c85114ed5096:41463. 2024-11-22T03:47:48,416 DEBUG [RS:0;c85114ed5096:41463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:47:48,416 DEBUG [RS:0;c85114ed5096:41463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:47:48,416 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54d080eb849110afffb64fc4d9017ac6, disabling compactions & flushes 2024-11-22T03:47:48,416 INFO [RS:0;c85114ed5096:41463 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:47:48,416 INFO [RS:0;c85114ed5096:41463 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:47:48,416 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6. 2024-11-22T03:47:48,416 INFO [RS:0;c85114ed5096:41463 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:47:48,416 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6. 2024-11-22T03:47:48,416 INFO [RS:0;c85114ed5096:41463 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:47:48,416 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6. after waiting 0 ms 2024-11-22T03:47:48,416 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6. 2024-11-22T03:47:48,417 INFO [RS:0;c85114ed5096:41463 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T03:47:48,417 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 54d080eb849110afffb64fc4d9017ac6 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-22T03:47:48,417 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:47:48,417 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:47:48,417 DEBUG [RS:0;c85114ed5096:41463 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 54d080eb849110afffb64fc4d9017ac6=TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6.} 2024-11-22T03:47:48,417 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:47:48,417 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:47:48,417 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:47:48,417 DEBUG [RS:0;c85114ed5096:41463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54d080eb849110afffb64fc4d9017ac6 2024-11-22T03:47:48,417 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-22T03:47:48,424 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/default/TestLogRolling-testSlowSyncLogRolling/54d080eb849110afffb64fc4d9017ac6/.tmp/info/1993242b2e8943fa8c066dd7c28c35d6 is 1055, key is row0017/info:/1732247258384/Put/seqid=0 2024-11-22T03:47:48,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741843_1019 (size=10222) 2024-11-22T03:47:48,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741843_1019 (size=10222) 2024-11-22T03:47:48,434 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/default/TestLogRolling-testSlowSyncLogRolling/54d080eb849110afffb64fc4d9017ac6/.tmp/info/1993242b2e8943fa8c066dd7c28c35d6 2024-11-22T03:47:48,444 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/hbase/meta/1588230740/.tmp/info/47eb5466be60412a859834bca401801b is 195, key is TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6./info:regioninfo/1732247211571/Put/seqid=0 2024-11-22T03:47:48,447 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/default/TestLogRolling-testSlowSyncLogRolling/54d080eb849110afffb64fc4d9017ac6/.tmp/info/1993242b2e8943fa8c066dd7c28c35d6 as hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/default/TestLogRolling-testSlowSyncLogRolling/54d080eb849110afffb64fc4d9017ac6/info/1993242b2e8943fa8c066dd7c28c35d6 2024-11-22T03:47:48,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741844_1020 (size=7016) 2024-11-22T03:47:48,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741844_1020 (size=7016) 2024-11-22T03:47:48,456 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/hbase/meta/1588230740/.tmp/info/47eb5466be60412a859834bca401801b 2024-11-22T03:47:48,459 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/default/TestLogRolling-testSlowSyncLogRolling/54d080eb849110afffb64fc4d9017ac6/info/1993242b2e8943fa8c066dd7c28c35d6, entries=5, sequenceid=31, filesize=10.0 K 2024-11-22T03:47:48,460 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 54d080eb849110afffb64fc4d9017ac6 in 44ms, sequenceid=31, compaction requested=true 2024-11-22T03:47:48,467 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/default/TestLogRolling-testSlowSyncLogRolling/54d080eb849110afffb64fc4d9017ac6/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-22T03:47:48,469 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6. 2024-11-22T03:47:48,469 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54d080eb849110afffb64fc4d9017ac6: Waiting for close lock at 1732247268416Running coprocessor pre-close hooks at 1732247268416Disabling compacts and flushes for region at 1732247268416Disabling writes for close at 1732247268416Obtaining lock to block concurrent updates at 1732247268417 (+1 ms)Preparing flush snapshotting stores in 54d080eb849110afffb64fc4d9017ac6 at 1732247268417Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1732247268417Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6. at 1732247268418 (+1 ms)Flushing 54d080eb849110afffb64fc4d9017ac6/info: creating writer at 1732247268419 (+1 ms)Flushing 54d080eb849110afffb64fc4d9017ac6/info: appending metadata at 1732247268423 (+4 ms)Flushing 54d080eb849110afffb64fc4d9017ac6/info: closing flushed file at 1732247268423Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@665b1ede: reopening flushed file at 1732247268445 (+22 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 54d080eb849110afffb64fc4d9017ac6 in 44ms, sequenceid=31, compaction requested=true at 1732247268460 (+15 ms)Writing region close event to WAL at 1732247268462 (+2 ms)Running coprocessor post-close hooks at 1732247268468 (+6 ms)Closed at 1732247268469 (+1 ms) 2024-11-22T03:47:48,469 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1732247211107.54d080eb849110afffb64fc4d9017ac6. 2024-11-22T03:47:48,483 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/hbase/meta/1588230740/.tmp/ns/9904de5318e347b49cc58e0538725af9 is 43, key is default/ns:d/1732247210887/Put/seqid=0 2024-11-22T03:47:48,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741845_1021 (size=5153) 2024-11-22T03:47:48,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741845_1021 (size=5153) 2024-11-22T03:47:48,490 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/hbase/meta/1588230740/.tmp/ns/9904de5318e347b49cc58e0538725af9 2024-11-22T03:47:48,517 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/hbase/meta/1588230740/.tmp/table/7c839b44c7e549bfa8afc90cb0ec5285 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1732247211586/Put/seqid=0 2024-11-22T03:47:48,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741846_1022 (size=5396) 2024-11-22T03:47:48,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741846_1022 (size=5396) 2024-11-22T03:47:48,524 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/hbase/meta/1588230740/.tmp/table/7c839b44c7e549bfa8afc90cb0ec5285 2024-11-22T03:47:48,534 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/hbase/meta/1588230740/.tmp/info/47eb5466be60412a859834bca401801b as hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/hbase/meta/1588230740/info/47eb5466be60412a859834bca401801b 2024-11-22T03:47:48,545 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/hbase/meta/1588230740/info/47eb5466be60412a859834bca401801b, entries=10, sequenceid=11, filesize=6.9 K 2024-11-22T03:47:48,547 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/hbase/meta/1588230740/.tmp/ns/9904de5318e347b49cc58e0538725af9 as hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/hbase/meta/1588230740/ns/9904de5318e347b49cc58e0538725af9 2024-11-22T03:47:48,557 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/hbase/meta/1588230740/ns/9904de5318e347b49cc58e0538725af9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T03:47:48,559 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/hbase/meta/1588230740/.tmp/table/7c839b44c7e549bfa8afc90cb0ec5285 as hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/hbase/meta/1588230740/table/7c839b44c7e549bfa8afc90cb0ec5285 2024-11-22T03:47:48,569 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/hbase/meta/1588230740/table/7c839b44c7e549bfa8afc90cb0ec5285, entries=2, sequenceid=11, filesize=5.3 K 2024-11-22T03:47:48,571 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 153ms, sequenceid=11, compaction requested=false 2024-11-22T03:47:48,579 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T03:47:48,581 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:47:48,581 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:47:48,581 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732247268417Running coprocessor pre-close hooks at 1732247268417Disabling compacts and flushes for region at 1732247268417Disabling writes for close at 1732247268417Obtaining lock to block concurrent updates at 1732247268417Preparing flush snapshotting stores in 1588230740 at 1732247268417Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1732247268418 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732247268418Flushing 1588230740/info: creating writer at 1732247268419 (+1 ms)Flushing 1588230740/info: appending metadata at 1732247268444 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732247268444Flushing 1588230740/ns: creating writer at 1732247268467 (+23 ms)Flushing 1588230740/ns: appending metadata at 1732247268482 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732247268482Flushing 1588230740/table: creating writer at 1732247268500 (+18 ms)Flushing 1588230740/table: appending metadata at 1732247268517 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732247268517Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1def62e7: reopening flushed file at 1732247268533 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@809cf4e: reopening flushed file at 1732247268545 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cc571c1: reopening flushed file at 1732247268557 (+12 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 153ms, sequenceid=11, compaction requested=false at 1732247268571 (+14 ms)Writing region close event to WAL at 1732247268572 (+1 ms)Running coprocessor post-close hooks at 1732247268581 (+9 ms)Closed at 1732247268581 2024-11-22T03:47:48,582 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:47:48,618 INFO [RS:0;c85114ed5096:41463 {}] regionserver.HRegionServer(976): stopping server c85114ed5096,41463,1732247209002; all regions closed. 2024-11-22T03:47:48,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741834_1010 (size=3066) 2024-11-22T03:47:48,622 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/WALs/c85114ed5096,41463,1732247209002/c85114ed5096%2C41463%2C1732247209002.meta.1732247210738.meta not finished, retry = 0 2024-11-22T03:47:48,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741834_1010 (size=3066) 2024-11-22T03:47:48,724 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:47:48,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T03:47:48,729 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-22T03:47:48,733 DEBUG [RS:0;c85114ed5096:41463 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/oldWALs 2024-11-22T03:47:48,733 INFO [RS:0;c85114ed5096:41463 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c85114ed5096%2C41463%2C1732247209002.meta:.meta(num 1732247210738) 2024-11-22T03:47:48,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741841_1017 (size=13164) 2024-11-22T03:47:48,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741841_1017 (size=13164) 2024-11-22T03:47:48,744 DEBUG [RS:0;c85114ed5096:41463 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/oldWALs 2024-11-22T03:47:48,744 INFO [RS:0;c85114ed5096:41463 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c85114ed5096%2C41463%2C1732247209002:(num 1732247248328) 2024-11-22T03:47:48,744 DEBUG [RS:0;c85114ed5096:41463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:47:48,744 INFO [RS:0;c85114ed5096:41463 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:47:48,745 INFO [RS:0;c85114ed5096:41463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:47:48,745 INFO [RS:0;c85114ed5096:41463 {}] hbase.ChoreService(370): Chore service for: regionserver/c85114ed5096:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T03:47:48,745 INFO [RS:0;c85114ed5096:41463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:47:48,745 INFO [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:47:48,745 INFO [RS:0;c85114ed5096:41463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41463 2024-11-22T03:47:48,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T03:47:48,750 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c85114ed5096,41463,1732247209002] 2024-11-22T03:47:48,751 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c85114ed5096,41463,1732247209002 already deleted, retry=false 2024-11-22T03:47:48,752 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c85114ed5096,41463,1732247209002 expired; onlineServers=0 2024-11-22T03:47:48,752 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c85114ed5096,40049,1732247208372' ***** 2024-11-22T03:47:48,752 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:47:48,752 INFO [M:0;c85114ed5096:40049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:47:48,752 INFO [M:0;c85114ed5096:40049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:47:48,752 DEBUG [M:0;c85114ed5096:40049 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:47:48,753 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:47:48,753 DEBUG [M:0;c85114ed5096:40049 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:47:48,753 DEBUG [master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732247209982 {}] cleaner.HFileCleaner(306): Exit Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732247209982,5,FailOnTimeoutGroup] 2024-11-22T03:47:48,753 DEBUG [master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732247209981 {}] cleaner.HFileCleaner(306): Exit Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732247209981,5,FailOnTimeoutGroup] 2024-11-22T03:47:48,753 INFO [M:0;c85114ed5096:40049 {}] hbase.ChoreService(370): Chore service for: master/c85114ed5096:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:47:48,753 INFO [M:0;c85114ed5096:40049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:47:48,753 DEBUG [M:0;c85114ed5096:40049 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:47:48,753 INFO [M:0;c85114ed5096:40049 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:47:48,753 INFO [M:0;c85114ed5096:40049 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:47:48,754 INFO [M:0;c85114ed5096:40049 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:47:48,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T03:47:48,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:47:48,754 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:47:48,755 DEBUG [M:0;c85114ed5096:40049 {}] zookeeper.ZKUtil(347): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T03:47:48,755 WARN [M:0;c85114ed5096:40049 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:47:48,756 INFO [M:0;c85114ed5096:40049 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/.lastflushedseqids 2024-11-22T03:47:48,757 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x100658a1b100001, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c85114ed5096,41463,1732247209002 2024-11-22T03:47:48,757 INFO [RS:0;c85114ed5096:41463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:47:48,757 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x100658a1b100001, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T03:47:48,757 ERROR [pool-51-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007fcd3c904448@1b345531 rejected from java.util.concurrent.ThreadPoolExecutor@5e36d833[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-22T03:47:48,758 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x100658a1b100001, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:47:48,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741847_1023 (size=130) 2024-11-22T03:47:48,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741847_1023 (size=130) 2024-11-22T03:47:48,772 INFO [M:0;c85114ed5096:40049 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:47:48,773 INFO [M:0;c85114ed5096:40049 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:47:48,773 DEBUG [M:0;c85114ed5096:40049 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:47:48,773 INFO [M:0;c85114ed5096:40049 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:47:48,773 DEBUG [M:0;c85114ed5096:40049 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:47:48,773 DEBUG [M:0;c85114ed5096:40049 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:47:48,773 DEBUG [M:0;c85114ed5096:40049 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:47:48,774 INFO [M:0;c85114ed5096:40049 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-22T03:47:48,798 DEBUG [M:0;c85114ed5096:40049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2788f29712b4192bd63275662d5c908 is 82, key is hbase:meta,,1/info:regioninfo/1732247210824/Put/seqid=0 2024-11-22T03:47:48,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741848_1024 (size=5672) 2024-11-22T03:47:48,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741848_1024 (size=5672) 2024-11-22T03:47:48,813 INFO [M:0;c85114ed5096:40049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2788f29712b4192bd63275662d5c908 2024-11-22T03:47:48,849 DEBUG [M:0;c85114ed5096:40049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2d549af5c4045db8ec439af800f06e6 is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732247211593/Put/seqid=0 2024-11-22T03:47:48,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741849_1025 (size=6247) 2024-11-22T03:47:48,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741849_1025 (size=6247) 2024-11-22T03:47:48,859 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x100658a1b100001, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:47:48,859 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x100658a1b100001, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:47:48,860 INFO [RS:0;c85114ed5096:41463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:47:48,860 INFO [RS:0;c85114ed5096:41463 {}] regionserver.HRegionServer(1031): Exiting; stopping=c85114ed5096,41463,1732247209002; zookeeper connection closed. 2024-11-22T03:47:48,860 INFO [M:0;c85114ed5096:40049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2d549af5c4045db8ec439af800f06e6 2024-11-22T03:47:48,861 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c4c7902 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c4c7902 2024-11-22T03:47:48,861 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:47:48,869 INFO [M:0;c85114ed5096:40049 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2d549af5c4045db8ec439af800f06e6 2024-11-22T03:47:48,888 DEBUG [M:0;c85114ed5096:40049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c1880e383014316812a587db7389f42 is 69, key is c85114ed5096,41463,1732247209002/rs:state/1732247209995/Put/seqid=0 2024-11-22T03:47:48,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741850_1026 (size=5156) 2024-11-22T03:47:48,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741850_1026 (size=5156) 2024-11-22T03:47:48,902 INFO [M:0;c85114ed5096:40049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c1880e383014316812a587db7389f42 2024-11-22T03:47:48,927 DEBUG [M:0;c85114ed5096:40049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/094523e5358341d4925609e90fe50353 is 52, key is load_balancer_on/state:d/1732247211086/Put/seqid=0 2024-11-22T03:47:48,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741851_1027 (size=5056) 2024-11-22T03:47:48,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741851_1027 (size=5056) 2024-11-22T03:47:48,939 INFO [M:0;c85114ed5096:40049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/094523e5358341d4925609e90fe50353 2024-11-22T03:47:48,949 DEBUG [M:0;c85114ed5096:40049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2788f29712b4192bd63275662d5c908 as hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2788f29712b4192bd63275662d5c908 2024-11-22T03:47:48,957 INFO [M:0;c85114ed5096:40049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2788f29712b4192bd63275662d5c908, entries=8, sequenceid=59, filesize=5.5 K 2024-11-22T03:47:48,959 DEBUG [M:0;c85114ed5096:40049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2d549af5c4045db8ec439af800f06e6 as hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2d549af5c4045db8ec439af800f06e6 2024-11-22T03:47:48,968 INFO [M:0;c85114ed5096:40049 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2d549af5c4045db8ec439af800f06e6 2024-11-22T03:47:48,968 INFO [M:0;c85114ed5096:40049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2d549af5c4045db8ec439af800f06e6, entries=6, sequenceid=59, filesize=6.1 K 2024-11-22T03:47:48,970 DEBUG [M:0;c85114ed5096:40049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c1880e383014316812a587db7389f42 as hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c1880e383014316812a587db7389f42 2024-11-22T03:47:48,984 INFO [M:0;c85114ed5096:40049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c1880e383014316812a587db7389f42, entries=1, sequenceid=59, filesize=5.0 K 2024-11-22T03:47:48,986 DEBUG [M:0;c85114ed5096:40049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/094523e5358341d4925609e90fe50353 as hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/094523e5358341d4925609e90fe50353 2024-11-22T03:47:48,995 INFO [M:0;c85114ed5096:40049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/094523e5358341d4925609e90fe50353, entries=1, sequenceid=59, filesize=4.9 K 2024-11-22T03:47:48,997 INFO [M:0;c85114ed5096:40049 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 224ms, sequenceid=59, compaction requested=false 2024-11-22T03:47:48,998 INFO [M:0;c85114ed5096:40049 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:47:48,998 DEBUG [M:0;c85114ed5096:40049 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732247268773Disabling compacts and flushes for region at 1732247268773Disabling writes for close at 1732247268773Obtaining lock to block concurrent updates at 1732247268774 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732247268774Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1732247268774Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732247268776 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732247268776Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732247268797 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732247268797Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732247268827 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732247268848 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732247268848Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732247268869 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732247268888 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732247268888Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732247268911 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732247268926 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732247268926Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@489f6a7b: reopening flushed file at 1732247268947 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68e48525: reopening flushed file at 1732247268957 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f1530f: reopening flushed file at 1732247268969 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d6d6dc: reopening flushed file at 1732247268984 (+15 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 224ms, sequenceid=59, compaction requested=false at 1732247268997 (+13 ms)Writing region close event to WAL at 1732247268998 (+1 ms)Closed at 1732247268998 2024-11-22T03:47:49,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741830_1006 (size=27973) 2024-11-22T03:47:49,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43959 is added to blk_1073741830_1006 (size=27973) 2024-11-22T03:47:49,004 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:47:49,004 INFO [M:0;c85114ed5096:40049 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:47:49,004 INFO [M:0;c85114ed5096:40049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40049 2024-11-22T03:47:49,004 INFO [M:0;c85114ed5096:40049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:47:49,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:47:49,106 INFO [M:0;c85114ed5096:40049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:47:49,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x100658a1b100000, quorum=127.0.0.1:50786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:47:49,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:47:49,115 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:47:49,115 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:47:49,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:47:49,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/hadoop.log.dir/,STOPPED} 2024-11-22T03:47:49,119 WARN [BP-1999126143-172.17.0.2-1732247205768 heartbeating to localhost/127.0.0.1:42349 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:47:49,119 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:47:49,120 WARN [BP-1999126143-172.17.0.2-1732247205768 heartbeating to localhost/127.0.0.1:42349 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1999126143-172.17.0.2-1732247205768 (Datanode Uuid f67d4523-6593-4f8e-ba8f-850a59c1eda9) service to localhost/127.0.0.1:42349 2024-11-22T03:47:49,120 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:47:49,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/cluster_eaafb720-1897-3422-6fe1-a1906739025e/data/data3/current/BP-1999126143-172.17.0.2-1732247205768 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:47:49,123 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/cluster_eaafb720-1897-3422-6fe1-a1906739025e/data/data4/current/BP-1999126143-172.17.0.2-1732247205768 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:47:49,123 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:47:49,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:47:49,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:47:49,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:47:49,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:47:49,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/hadoop.log.dir/,STOPPED} 2024-11-22T03:47:49,129 WARN [BP-1999126143-172.17.0.2-1732247205768 heartbeating to localhost/127.0.0.1:42349 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:47:49,129 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:47:49,129 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:47:49,129 WARN [BP-1999126143-172.17.0.2-1732247205768 heartbeating to localhost/127.0.0.1:42349 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1999126143-172.17.0.2-1732247205768 (Datanode Uuid a3d16543-8b0d-46f9-9e84-9a3ed79fcb3f) service to localhost/127.0.0.1:42349 2024-11-22T03:47:49,130 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/cluster_eaafb720-1897-3422-6fe1-a1906739025e/data/data1/current/BP-1999126143-172.17.0.2-1732247205768 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:47:49,130 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/cluster_eaafb720-1897-3422-6fe1-a1906739025e/data/data2/current/BP-1999126143-172.17.0.2-1732247205768 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:47:49,131 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:47:49,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:47:49,144 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:47:49,144 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:47:49,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:47:49,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/hadoop.log.dir/,STOPPED} 2024-11-22T03:47:49,153 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T03:47:49,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:47:49,199 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=69 (was 12) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c85114ed5096:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42349 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/c85114ed5096:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42349 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42349 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/c85114ed5096:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@53acbf77 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/c85114ed5096:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=146 (was 280), ProcessCount=11 (was 11), AvailableMemoryMB=3361 (was 4358) 2024-11-22T03:47:49,204 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=70, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=146, ProcessCount=11, AvailableMemoryMB=3361 2024-11-22T03:47:49,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:47:49,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/hadoop.log.dir so I do NOT create it in target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a 2024-11-22T03:47:49,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17505bfa-0df4-545d-45bd-a1e19f5e8a95/hadoop.tmp.dir so I do NOT create it in target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a 2024-11-22T03:47:49,205 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1, deleteOnExit=true 2024-11-22T03:47:49,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:47:49,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/test.cache.data in system properties and HBase conf 2024-11-22T03:47:49,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:47:49,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:47:49,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:47:49,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:47:49,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:47:49,206 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:47:49,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:47:49,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:47:49,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:47:49,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:47:49,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:47:49,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:47:49,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:47:49,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:47:49,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:47:49,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:47:49,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:47:49,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:47:49,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:47:49,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:47:49,272 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:47:49,277 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:47:49,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:47:49,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:47:49,281 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:47:49,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:47:49,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c9d5199{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:47:49,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c5c740d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:47:49,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a23073a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/java.io.tmpdir/jetty-localhost-36953-hadoop-hdfs-3_4_1-tests_jar-_-any-5067688224049733288/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:47:49,378 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43d5a27a{HTTP/1.1, (http/1.1)}{localhost:36953} 2024-11-22T03:47:49,378 INFO [Time-limited test {}] server.Server(415): Started @65488ms 2024-11-22T03:47:49,437 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:47:49,441 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:47:49,442 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:47:49,442 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:47:49,442 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:47:49,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59ec87b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:47:49,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e0dcaab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:47:49,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ceb5ed1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/java.io.tmpdir/jetty-localhost-40821-hadoop-hdfs-3_4_1-tests_jar-_-any-3538704397286765486/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:47:49,543 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f3b9da7{HTTP/1.1, (http/1.1)}{localhost:40821} 2024-11-22T03:47:49,543 INFO [Time-limited test {}] server.Server(415): Started @65653ms 2024-11-22T03:47:49,544 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:47:49,576 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:47:49,579 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:47:49,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:47:49,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:47:49,580 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:47:49,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fcab83f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:47:49,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33ae62fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:47:49,608 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1/data/data1/current/BP-589211133-172.17.0.2-1732247269231/current, will proceed with Du for space computation calculation, 2024-11-22T03:47:49,608 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1/data/data2/current/BP-589211133-172.17.0.2-1732247269231/current, will proceed with Du for space computation calculation, 2024-11-22T03:47:49,628 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:47:49,631 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd829fb92dcf07388 with lease ID 0xa513219ca1a2684: Processing first storage report for DS-14d54594-a100-48fd-901d-7567bc35c8f7 from datanode DatanodeRegistration(127.0.0.1:40195, datanodeUuid=b9c5d0c9-60ba-4358-a794-6d40fa77c012, infoPort=38927, infoSecurePort=0, ipcPort=34785, storageInfo=lv=-57;cid=testClusterID;nsid=257349443;c=1732247269231) 2024-11-22T03:47:49,631 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd829fb92dcf07388 with lease ID 0xa513219ca1a2684: from storage DS-14d54594-a100-48fd-901d-7567bc35c8f7 node DatanodeRegistration(127.0.0.1:40195, datanodeUuid=b9c5d0c9-60ba-4358-a794-6d40fa77c012, infoPort=38927, infoSecurePort=0, ipcPort=34785, storageInfo=lv=-57;cid=testClusterID;nsid=257349443;c=1732247269231), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:47:49,632 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd829fb92dcf07388 with lease ID 0xa513219ca1a2684: Processing first storage report for DS-d216ffa7-79cc-4fa2-96c8-b18823c37b61 from datanode DatanodeRegistration(127.0.0.1:40195, datanodeUuid=b9c5d0c9-60ba-4358-a794-6d40fa77c012, infoPort=38927, infoSecurePort=0, ipcPort=34785, storageInfo=lv=-57;cid=testClusterID;nsid=257349443;c=1732247269231) 2024-11-22T03:47:49,632 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd829fb92dcf07388 with lease ID 0xa513219ca1a2684: from storage DS-d216ffa7-79cc-4fa2-96c8-b18823c37b61 node DatanodeRegistration(127.0.0.1:40195, datanodeUuid=b9c5d0c9-60ba-4358-a794-6d40fa77c012, infoPort=38927, infoSecurePort=0, ipcPort=34785, storageInfo=lv=-57;cid=testClusterID;nsid=257349443;c=1732247269231), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:47:49,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@206bebc2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/java.io.tmpdir/jetty-localhost-35309-hadoop-hdfs-3_4_1-tests_jar-_-any-13479947919934650060/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:47:49,685 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a40f08d{HTTP/1.1, (http/1.1)}{localhost:35309} 2024-11-22T03:47:49,685 INFO [Time-limited test {}] server.Server(415): Started @65796ms 2024-11-22T03:47:49,687 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:47:49,762 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1/data/data3/current/BP-589211133-172.17.0.2-1732247269231/current, will proceed with Du for space computation calculation, 2024-11-22T03:47:49,762 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1/data/data4/current/BP-589211133-172.17.0.2-1732247269231/current, will proceed with Du for space computation calculation, 2024-11-22T03:47:49,781 WARN [Thread-385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:47:49,785 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73c6ce9fe01bb94f with lease ID 0xa513219ca1a2685: Processing first storage report for DS-63f69449-3197-4402-981c-a2499097d1ae from datanode DatanodeRegistration(127.0.0.1:44579, datanodeUuid=768e73f1-73e3-46c6-86fa-4f6618aad413, infoPort=43793, infoSecurePort=0, ipcPort=40795, storageInfo=lv=-57;cid=testClusterID;nsid=257349443;c=1732247269231) 2024-11-22T03:47:49,785 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73c6ce9fe01bb94f with lease ID 0xa513219ca1a2685: from storage DS-63f69449-3197-4402-981c-a2499097d1ae node DatanodeRegistration(127.0.0.1:44579, datanodeUuid=768e73f1-73e3-46c6-86fa-4f6618aad413, infoPort=43793, infoSecurePort=0, ipcPort=40795, storageInfo=lv=-57;cid=testClusterID;nsid=257349443;c=1732247269231), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:47:49,785 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73c6ce9fe01bb94f with lease ID 0xa513219ca1a2685: Processing first storage report for DS-a74ad8ff-fa30-4788-bf42-1979e12e4b85 from datanode DatanodeRegistration(127.0.0.1:44579, datanodeUuid=768e73f1-73e3-46c6-86fa-4f6618aad413, infoPort=43793, infoSecurePort=0, ipcPort=40795, storageInfo=lv=-57;cid=testClusterID;nsid=257349443;c=1732247269231) 2024-11-22T03:47:49,785 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73c6ce9fe01bb94f with lease ID 0xa513219ca1a2685: from storage DS-a74ad8ff-fa30-4788-bf42-1979e12e4b85 node DatanodeRegistration(127.0.0.1:44579, datanodeUuid=768e73f1-73e3-46c6-86fa-4f6618aad413, infoPort=43793, infoSecurePort=0, ipcPort=40795, storageInfo=lv=-57;cid=testClusterID;nsid=257349443;c=1732247269231), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:47:49,822 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a 2024-11-22T03:47:49,828 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1/zookeeper_0, clientPort=61150, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T03:47:49,829 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61150 2024-11-22T03:47:49,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:47:49,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:47:49,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:47:49,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:47:49,846 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f with version=8 2024-11-22T03:47:49,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/hbase-staging 2024-11-22T03:47:49,849 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c85114ed5096:0 server-side Connection retries=45 2024-11-22T03:47:49,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:47:49,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:47:49,849 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:47:49,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:47:49,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:47:49,849 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:47:49,849 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:47:49,850 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34329 2024-11-22T03:47:49,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34329 connecting to ZooKeeper ensemble=127.0.0.1:61150 2024-11-22T03:47:49,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343290x0, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:47:49,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34329-0x100658b0e310000 connected 2024-11-22T03:47:49,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:47:49,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:47:49,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:47:49,876 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f, hbase.cluster.distributed=false 2024-11-22T03:47:49,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T03:47:49,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34329 2024-11-22T03:47:49,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34329 2024-11-22T03:47:49,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34329 2024-11-22T03:47:49,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34329 2024-11-22T03:47:49,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34329 2024-11-22T03:47:49,898 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c85114ed5096:0 server-side Connection retries=45 2024-11-22T03:47:49,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:47:49,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:47:49,898 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:47:49,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:47:49,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:47:49,898 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:47:49,898 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:47:49,899 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38997 2024-11-22T03:47:49,901 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38997 connecting to ZooKeeper ensemble=127.0.0.1:61150 2024-11-22T03:47:49,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:47:49,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:47:49,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389970x0, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:47:49,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38997-0x100658b0e310001, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:47:49,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38997-0x100658b0e310001 connected 2024-11-22T03:47:49,908 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:47:49,909 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:47:49,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38997-0x100658b0e310001, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T03:47:49,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38997-0x100658b0e310001, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T03:47:49,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38997 2024-11-22T03:47:49,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38997 2024-11-22T03:47:49,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38997 2024-11-22T03:47:49,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38997 2024-11-22T03:47:49,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38997 2024-11-22T03:47:49,928 DEBUG [M:0;c85114ed5096:34329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c85114ed5096:34329 2024-11-22T03:47:49,928 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c85114ed5096,34329,1732247269848 2024-11-22T03:47:49,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x100658b0e310001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:47:49,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:47:49,931 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c85114ed5096,34329,1732247269848 2024-11-22T03:47:49,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x100658b0e310001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T03:47:49,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:47:49,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x100658b0e310001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:47:49,932 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T03:47:49,933 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c85114ed5096,34329,1732247269848 from backup master directory 2024-11-22T03:47:49,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c85114ed5096,34329,1732247269848 2024-11-22T03:47:49,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x100658b0e310001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:47:49,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:47:49,934 WARN [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:47:49,934 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c85114ed5096,34329,1732247269848 2024-11-22T03:47:49,939 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/hbase.id] with ID: 320797f3-3dda-4c25-bdb7-ce4a6a583509 2024-11-22T03:47:49,940 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/.tmp/hbase.id 2024-11-22T03:47:49,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:47:49,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:47:49,982 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/.tmp/hbase.id]:[hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/hbase.id] 2024-11-22T03:47:49,999 INFO [master/c85114ed5096:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:47:49,999 INFO [master/c85114ed5096:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:47:50,001 INFO [master/c85114ed5096:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-22T03:47:50,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:47:50,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x100658b0e310001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:47:50,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:47:50,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:47:50,013 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:47:50,013 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:47:50,014 INFO [master/c85114ed5096:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:47:50,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:47:50,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:47:50,095 INFO [regionserver/c85114ed5096:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:47:50,428 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/data/master/store 2024-11-22T03:47:50,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:47:50,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:47:50,444 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:47:50,444 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:47:50,444 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:47:50,444 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:47:50,445 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:47:50,445 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:47:50,445 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:47:50,445 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732247270444Disabling compacts and flushes for region at 1732247270444Disabling writes for close at 1732247270445 (+1 ms)Writing region close event to WAL at 1732247270445Closed at 1732247270445 2024-11-22T03:47:50,446 WARN [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/data/master/store/.initializing 2024-11-22T03:47:50,446 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/WALs/c85114ed5096,34329,1732247269848 2024-11-22T03:47:50,448 INFO [master/c85114ed5096:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:47:50,451 INFO [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c85114ed5096%2C34329%2C1732247269848, suffix=, logDir=hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/WALs/c85114ed5096,34329,1732247269848, archiveDir=hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/oldWALs, maxLogs=10 2024-11-22T03:47:50,465 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/WALs/c85114ed5096,34329,1732247269848/c85114ed5096%2C34329%2C1732247269848.1732247270451, exclude list is [], retry=0 2024-11-22T03:47:50,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44579,DS-63f69449-3197-4402-981c-a2499097d1ae,DISK] 2024-11-22T03:47:50,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40195,DS-14d54594-a100-48fd-901d-7567bc35c8f7,DISK] 2024-11-22T03:47:50,471 INFO [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/WALs/c85114ed5096,34329,1732247269848/c85114ed5096%2C34329%2C1732247269848.1732247270451 2024-11-22T03:47:50,471 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43793:43793),(127.0.0.1/127.0.0.1:38927:38927)] 2024-11-22T03:47:50,471 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:47:50,471 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:47:50,472 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:47:50,472 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:47:50,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:47:50,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:47:50,476 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:47:50,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:47:50,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:47:50,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:47:50,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:47:50,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:47:50,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:47:50,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:47:50,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:47:50,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:47:50,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:47:50,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:47:50,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:47:50,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:47:50,486 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:47:50,487 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:47:50,487 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:47:50,489 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:47:50,489 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:47:50,490 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:47:50,491 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:47:50,494 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:47:50,495 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=688258, jitterRate=-0.12483496963977814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:47:50,496 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732247270472Initializing all the Stores at 1732247270473 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247270473Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247270474 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247270474Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247270474Cleaning up temporary data from old regions at 1732247270489 (+15 ms)Region opened successfully at 1732247270496 (+7 ms) 2024-11-22T03:47:50,496 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:47:50,501 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b80ddf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c85114ed5096/172.17.0.2:0 2024-11-22T03:47:50,502 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:47:50,502 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:47:50,502 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:47:50,502 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:47:50,503 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:47:50,504 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:47:50,504 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:47:50,506 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:47:50,507 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T03:47:50,507 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T03:47:50,508 INFO [master/c85114ed5096:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:47:50,508 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:47:50,509 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T03:47:50,509 INFO [master/c85114ed5096:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:47:50,510 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:47:50,511 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T03:47:50,512 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:47:50,512 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T03:47:50,514 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:47:50,515 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T03:47:50,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T03:47:50,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x100658b0e310001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T03:47:50,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:47:50,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x100658b0e310001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:47:50,517 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c85114ed5096,34329,1732247269848, sessionid=0x100658b0e310000, setting cluster-up flag (Was=false) 2024-11-22T03:47:50,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x100658b0e310001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:47:50,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:47:50,521 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T03:47:50,523 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c85114ed5096,34329,1732247269848 2024-11-22T03:47:50,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x100658b0e310001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:47:50,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:47:50,529 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T03:47:50,530 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c85114ed5096,34329,1732247269848 2024-11-22T03:47:50,532 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:47:50,534 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:47:50,534 INFO [master/c85114ed5096:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:47:50,534 INFO [master/c85114ed5096:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:47:50,534 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c85114ed5096,34329,1732247269848 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:47:50,536 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:47:50,536 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:47:50,536 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:47:50,536 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:47:50,536 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c85114ed5096:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:47:50,536 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:47:50,537 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c85114ed5096:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:47:50,537 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:47:50,539 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:47:50,539 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:47:50,540 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:47:50,541 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:47:50,544 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732247300544 2024-11-22T03:47:50,544 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:47:50,544 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:47:50,544 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:47:50,544 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:47:50,545 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:47:50,545 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:47:50,545 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:47:50,545 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:47:50,545 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:47:50,545 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:47:50,547 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:47:50,547 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:47:50,548 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732247270547,5,FailOnTimeoutGroup] 2024-11-22T03:47:50,549 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732247270548,5,FailOnTimeoutGroup] 2024-11-22T03:47:50,549 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:47:50,549 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:47:50,549 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:47:50,549 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:47:50,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:47:50,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:47:50,557 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:47:50,557 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f 2024-11-22T03:47:50,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741832_1008 (size=32) 2024-11-22T03:47:50,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741832_1008 (size=32) 2024-11-22T03:47:50,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:47:50,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:47:50,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:47:50,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:47:50,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:47:50,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:47:50,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:47:50,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:47:50,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:47:50,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:47:50,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:47:50,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:47:50,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:47:50,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:47:50,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:47:50,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:47:50,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:47:50,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:47:50,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/hbase/meta/1588230740 2024-11-22T03:47:50,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/hbase/meta/1588230740 2024-11-22T03:47:50,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:47:50,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:47:50,586 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T03:47:50,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:47:50,590 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:47:50,590 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=799905, jitterRate=0.017132863402366638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T03:47:50,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732247270568Initializing all the Stores at 1732247270569 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247270569Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247270569Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247270569Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247270569Cleaning up temporary data from old regions at 1732247270585 (+16 ms)Region opened successfully at 1732247270591 (+6 ms) 2024-11-22T03:47:50,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:47:50,592 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:47:50,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:47:50,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:47:50,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:47:50,592 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:47:50,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732247270592Disabling compacts and flushes for region at 1732247270592Disabling writes for close at 1732247270592Writing region close event to WAL at 1732247270592Closed at 1732247270592 2024-11-22T03:47:50,594 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:47:50,594 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:47:50,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:47:50,596 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:47:50,598 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:47:50,619 INFO [RS:0;c85114ed5096:38997 {}] regionserver.HRegionServer(746): ClusterId : 320797f3-3dda-4c25-bdb7-ce4a6a583509 2024-11-22T03:47:50,619 DEBUG [RS:0;c85114ed5096:38997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:47:50,621 DEBUG [RS:0;c85114ed5096:38997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:47:50,621 DEBUG [RS:0;c85114ed5096:38997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:47:50,623 DEBUG [RS:0;c85114ed5096:38997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:47:50,623 DEBUG [RS:0;c85114ed5096:38997 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31509f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c85114ed5096/172.17.0.2:0 2024-11-22T03:47:50,635 DEBUG [RS:0;c85114ed5096:38997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c85114ed5096:38997 2024-11-22T03:47:50,635 INFO [RS:0;c85114ed5096:38997 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:47:50,636 INFO [RS:0;c85114ed5096:38997 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:47:50,636 DEBUG [RS:0;c85114ed5096:38997 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:47:50,637 INFO [RS:0;c85114ed5096:38997 {}] regionserver.HRegionServer(2659): reportForDuty to master=c85114ed5096,34329,1732247269848 with port=38997, startcode=1732247269897 2024-11-22T03:47:50,637 DEBUG [RS:0;c85114ed5096:38997 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:47:50,639 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55203, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:47:50,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c85114ed5096,38997,1732247269897 2024-11-22T03:47:50,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34329 {}] master.ServerManager(517): Registering regionserver=c85114ed5096,38997,1732247269897 2024-11-22T03:47:50,642 DEBUG [RS:0;c85114ed5096:38997 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f 2024-11-22T03:47:50,642 DEBUG [RS:0;c85114ed5096:38997 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44481 2024-11-22T03:47:50,642 DEBUG [RS:0;c85114ed5096:38997 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:47:50,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T03:47:50,644 DEBUG [RS:0;c85114ed5096:38997 {}] zookeeper.ZKUtil(111): regionserver:38997-0x100658b0e310001, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c85114ed5096,38997,1732247269897 2024-11-22T03:47:50,644 WARN [RS:0;c85114ed5096:38997 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:47:50,644 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c85114ed5096,38997,1732247269897] 2024-11-22T03:47:50,644 INFO [RS:0;c85114ed5096:38997 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:47:50,645 DEBUG [RS:0;c85114ed5096:38997 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897 2024-11-22T03:47:50,649 INFO [RS:0;c85114ed5096:38997 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:47:50,652 INFO [RS:0;c85114ed5096:38997 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:47:50,653 INFO [RS:0;c85114ed5096:38997 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:47:50,653 INFO [RS:0;c85114ed5096:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:47:50,655 INFO [RS:0;c85114ed5096:38997 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:47:50,656 INFO [RS:0;c85114ed5096:38997 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:47:50,656 INFO [RS:0;c85114ed5096:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:47:50,656 DEBUG [RS:0;c85114ed5096:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:47:50,656 DEBUG [RS:0;c85114ed5096:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:47:50,656 DEBUG [RS:0;c85114ed5096:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:47:50,657 DEBUG [RS:0;c85114ed5096:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:47:50,657 DEBUG [RS:0;c85114ed5096:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:47:50,657 DEBUG [RS:0;c85114ed5096:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c85114ed5096:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:47:50,657 DEBUG [RS:0;c85114ed5096:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:47:50,657 DEBUG [RS:0;c85114ed5096:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:47:50,657 DEBUG [RS:0;c85114ed5096:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:47:50,657 DEBUG [RS:0;c85114ed5096:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:47:50,657 DEBUG [RS:0;c85114ed5096:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:47:50,657 DEBUG [RS:0;c85114ed5096:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:47:50,657 DEBUG [RS:0;c85114ed5096:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:47:50,657 DEBUG [RS:0;c85114ed5096:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:47:50,658 INFO [RS:0;c85114ed5096:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:47:50,658 INFO [RS:0;c85114ed5096:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:47:50,658 INFO [RS:0;c85114ed5096:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:47:50,658 INFO [RS:0;c85114ed5096:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:47:50,658 INFO [RS:0;c85114ed5096:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:47:50,658 INFO [RS:0;c85114ed5096:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,38997,1732247269897-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:47:50,672 INFO [RS:0;c85114ed5096:38997 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:47:50,673 INFO [RS:0;c85114ed5096:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,38997,1732247269897-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:47:50,673 INFO [RS:0;c85114ed5096:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:47:50,673 INFO [RS:0;c85114ed5096:38997 {}] regionserver.Replication(171): c85114ed5096,38997,1732247269897 started 2024-11-22T03:47:50,686 INFO [RS:0;c85114ed5096:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:47:50,687 INFO [RS:0;c85114ed5096:38997 {}] regionserver.HRegionServer(1482): Serving as c85114ed5096,38997,1732247269897, RpcServer on c85114ed5096/172.17.0.2:38997, sessionid=0x100658b0e310001 2024-11-22T03:47:50,687 DEBUG [RS:0;c85114ed5096:38997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:47:50,687 DEBUG [RS:0;c85114ed5096:38997 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c85114ed5096,38997,1732247269897 2024-11-22T03:47:50,687 DEBUG [RS:0;c85114ed5096:38997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c85114ed5096,38997,1732247269897' 2024-11-22T03:47:50,687 DEBUG [RS:0;c85114ed5096:38997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T03:47:50,688 DEBUG [RS:0;c85114ed5096:38997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T03:47:50,688 DEBUG [RS:0;c85114ed5096:38997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:47:50,689 DEBUG [RS:0;c85114ed5096:38997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:47:50,689 DEBUG [RS:0;c85114ed5096:38997 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c85114ed5096,38997,1732247269897 2024-11-22T03:47:50,689 DEBUG [RS:0;c85114ed5096:38997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c85114ed5096,38997,1732247269897' 2024-11-22T03:47:50,689 DEBUG [RS:0;c85114ed5096:38997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T03:47:50,689 DEBUG [RS:0;c85114ed5096:38997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T03:47:50,690 DEBUG [RS:0;c85114ed5096:38997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:47:50,690 INFO [RS:0;c85114ed5096:38997 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:47:50,690 INFO [RS:0;c85114ed5096:38997 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:47:50,748 WARN [c85114ed5096:34329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T03:47:50,791 INFO [RS:0;c85114ed5096:38997 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:47:50,797 INFO [RS:0;c85114ed5096:38997 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c85114ed5096%2C38997%2C1732247269897, suffix=, logDir=hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897, archiveDir=hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/oldWALs, maxLogs=32 2024-11-22T03:47:50,815 DEBUG [RS:0;c85114ed5096:38997 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897/c85114ed5096%2C38997%2C1732247269897.1732247270800, exclude list is [], retry=0 2024-11-22T03:47:50,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40195,DS-14d54594-a100-48fd-901d-7567bc35c8f7,DISK] 2024-11-22T03:47:50,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44579,DS-63f69449-3197-4402-981c-a2499097d1ae,DISK] 2024-11-22T03:47:50,823 INFO [RS:0;c85114ed5096:38997 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897/c85114ed5096%2C38997%2C1732247269897.1732247270800 2024-11-22T03:47:50,823 DEBUG [RS:0;c85114ed5096:38997 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43793:43793),(127.0.0.1/127.0.0.1:38927:38927)] 2024-11-22T03:47:50,999 DEBUG [c85114ed5096:34329 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:47:50,999 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c85114ed5096,38997,1732247269897 2024-11-22T03:47:51,001 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c85114ed5096,38997,1732247269897, state=OPENING 2024-11-22T03:47:51,003 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:47:51,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x100658b0e310001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:47:51,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:47:51,004 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:47:51,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:47:51,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c85114ed5096,38997,1732247269897}] 2024-11-22T03:47:51,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:47:51,158 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:47:51,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36301, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:47:51,168 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:47:51,169 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:47:51,169 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:47:51,173 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c85114ed5096%2C38997%2C1732247269897.meta, suffix=.meta, logDir=hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897, archiveDir=hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/oldWALs, maxLogs=32 2024-11-22T03:47:51,189 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897/c85114ed5096%2C38997%2C1732247269897.meta.1732247271176.meta, exclude list is [], retry=0 2024-11-22T03:47:51,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44579,DS-63f69449-3197-4402-981c-a2499097d1ae,DISK] 2024-11-22T03:47:51,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40195,DS-14d54594-a100-48fd-901d-7567bc35c8f7,DISK] 2024-11-22T03:47:51,194 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897/c85114ed5096%2C38997%2C1732247269897.meta.1732247271176.meta 2024-11-22T03:47:51,194 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43793:43793),(127.0.0.1/127.0.0.1:38927:38927)] 2024-11-22T03:47:51,195 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:47:51,195 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:47:51,195 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:47:51,195 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:47:51,195 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:47:51,195 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:47:51,195 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:47:51,195 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:47:51,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:47:51,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:47:51,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:47:51,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:47:51,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:47:51,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:47:51,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:47:51,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:47:51,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:47:51,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:47:51,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:47:51,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:47:51,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:47:51,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:47:51,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:47:51,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:47:51,204 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:47:51,205 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/hbase/meta/1588230740 2024-11-22T03:47:51,206 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/hbase/meta/1588230740 2024-11-22T03:47:51,208 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:47:51,208 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:47:51,209 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T03:47:51,210 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:47:51,211 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=785495, jitterRate=-0.0011921823024749756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T03:47:51,211 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:47:51,212 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732247271196Writing region info on filesystem at 1732247271196Initializing all the Stores at 1732247271197 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247271197Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247271197Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247271197Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247271197Cleaning up temporary data from old regions at 1732247271208 (+11 ms)Running coprocessor post-open hooks at 1732247271212 (+4 ms)Region opened successfully at 1732247271212 2024-11-22T03:47:51,214 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732247271158 2024-11-22T03:47:51,217 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:47:51,217 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:47:51,218 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,38997,1732247269897 2024-11-22T03:47:51,219 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c85114ed5096,38997,1732247269897, state=OPEN 2024-11-22T03:47:51,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x100658b0e310001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:47:51,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:47:51,221 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c85114ed5096,38997,1732247269897 2024-11-22T03:47:51,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:47:51,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:47:51,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:47:51,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c85114ed5096,38997,1732247269897 in 217 msec 2024-11-22T03:47:51,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:47:51,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 630 msec 2024-11-22T03:47:51,230 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:47:51,230 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:47:51,232 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:47:51,232 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,38997,1732247269897, seqNum=-1] 2024-11-22T03:47:51,233 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:47:51,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39761, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:47:51,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 707 msec 2024-11-22T03:47:51,243 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732247271243, completionTime=-1 2024-11-22T03:47:51,243 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:47:51,244 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:47:51,247 INFO [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:47:51,247 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732247331247 2024-11-22T03:47:51,247 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732247391247 2024-11-22T03:47:51,247 INFO [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-22T03:47:51,248 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,34329,1732247269848-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:47:51,249 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,34329,1732247269848-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:47:51,249 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,34329,1732247269848-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:47:51,249 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c85114ed5096:34329, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:47:51,249 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:47:51,249 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:47:51,251 DEBUG [master/c85114ed5096:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:47:51,256 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.321sec 2024-11-22T03:47:51,256 INFO [master/c85114ed5096:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:47:51,256 INFO [master/c85114ed5096:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:47:51,256 INFO [master/c85114ed5096:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:47:51,256 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:47:51,256 INFO [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:47:51,256 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,34329,1732247269848-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:47:51,256 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,34329,1732247269848-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:47:51,260 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:47:51,260 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:47:51,260 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,34329,1732247269848-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:47:51,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17dedc51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:47:51,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,34329,-1 for getting cluster id 2024-11-22T03:47:51,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:47:51,321 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '320797f3-3dda-4c25-bdb7-ce4a6a583509' 2024-11-22T03:47:51,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:47:51,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "320797f3-3dda-4c25-bdb7-ce4a6a583509" 2024-11-22T03:47:51,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667f99d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:47:51,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,34329,-1] 2024-11-22T03:47:51,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:47:51,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:47:51,325 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:47:51,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f24b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:47:51,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:47:51,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,38997,1732247269897, seqNum=-1] 2024-11-22T03:47:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:47:51,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:47:51,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c85114ed5096,34329,1732247269848 2024-11-22T03:47:51,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:47:51,341 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-22T03:47:51,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:47:51,357 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:47:51,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:47:51,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:47:51,358 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:47:51,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@751514{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:47:51,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@658d2e9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:47:51,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bff5fee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/java.io.tmpdir/jetty-localhost-40843-hadoop-hdfs-3_4_1-tests_jar-_-any-15909128779191444781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:47:51,456 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1705fe57{HTTP/1.1, (http/1.1)}{localhost:40843} 2024-11-22T03:47:51,456 INFO [Time-limited test {}] server.Server(415): Started @67566ms 2024-11-22T03:47:51,458 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:47:51,486 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:47:51,490 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:47:51,490 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:47:51,490 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:47:51,491 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:47:51,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a2ce0dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:47:51,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d11aad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:47:51,521 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1/data/data5/current/BP-589211133-172.17.0.2-1732247269231/current, will proceed with Du for space computation calculation, 2024-11-22T03:47:51,521 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1/data/data6/current/BP-589211133-172.17.0.2-1732247269231/current, will proceed with Du for space computation calculation, 2024-11-22T03:47:51,538 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:47:51,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8fd692d167f420a5 with lease ID 0xa513219ca1a2686: Processing first storage report for DS-efb68444-9888-4dad-a0bb-c897679b4dbc from datanode DatanodeRegistration(127.0.0.1:44027, datanodeUuid=a9e09f4b-6fe2-490e-ab0b-6dc1d4354a2a, infoPort=42527, infoSecurePort=0, ipcPort=41649, storageInfo=lv=-57;cid=testClusterID;nsid=257349443;c=1732247269231) 2024-11-22T03:47:51,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8fd692d167f420a5 with lease ID 0xa513219ca1a2686: from storage DS-efb68444-9888-4dad-a0bb-c897679b4dbc node DatanodeRegistration(127.0.0.1:44027, datanodeUuid=a9e09f4b-6fe2-490e-ab0b-6dc1d4354a2a, infoPort=42527, infoSecurePort=0, ipcPort=41649, storageInfo=lv=-57;cid=testClusterID;nsid=257349443;c=1732247269231), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:47:51,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8fd692d167f420a5 with lease ID 0xa513219ca1a2686: Processing first storage report for DS-cce18ef2-0c68-456c-a5e8-04c3137af4fa from datanode DatanodeRegistration(127.0.0.1:44027, datanodeUuid=a9e09f4b-6fe2-490e-ab0b-6dc1d4354a2a, infoPort=42527, infoSecurePort=0, ipcPort=41649, storageInfo=lv=-57;cid=testClusterID;nsid=257349443;c=1732247269231) 2024-11-22T03:47:51,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8fd692d167f420a5 with lease ID 0xa513219ca1a2686: from storage DS-cce18ef2-0c68-456c-a5e8-04c3137af4fa node DatanodeRegistration(127.0.0.1:44027, datanodeUuid=a9e09f4b-6fe2-490e-ab0b-6dc1d4354a2a, infoPort=42527, infoSecurePort=0, ipcPort=41649, storageInfo=lv=-57;cid=testClusterID;nsid=257349443;c=1732247269231), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:47:51,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f5ce636{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/java.io.tmpdir/jetty-localhost-32863-hadoop-hdfs-3_4_1-tests_jar-_-any-3978356256857661796/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:47:51,590 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b99463e{HTTP/1.1, (http/1.1)}{localhost:32863} 2024-11-22T03:47:51,590 INFO [Time-limited test {}] server.Server(415): Started @67701ms 2024-11-22T03:47:51,592 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:47:51,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:47:51,628 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:47:51,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:47:51,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:47:51,633 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:47:51,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33cda920{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:47:51,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65598d2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:47:51,654 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1/data/data7/current/BP-589211133-172.17.0.2-1732247269231/current, will proceed with Du for space computation calculation, 2024-11-22T03:47:51,654 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1/data/data8/current/BP-589211133-172.17.0.2-1732247269231/current, will proceed with Du for space computation calculation, 2024-11-22T03:47:51,674 WARN [Thread-524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:47:51,677 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce8d1c418cf8d290 with lease ID 0xa513219ca1a2687: Processing first storage report for DS-8464dcae-aa93-48ac-9494-8d2df39fb113 from datanode DatanodeRegistration(127.0.0.1:33285, datanodeUuid=586be332-5982-49d2-9694-25217d28b0dc, infoPort=38685, infoSecurePort=0, ipcPort=45613, storageInfo=lv=-57;cid=testClusterID;nsid=257349443;c=1732247269231) 2024-11-22T03:47:51,677 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce8d1c418cf8d290 with lease ID 0xa513219ca1a2687: from storage DS-8464dcae-aa93-48ac-9494-8d2df39fb113 node DatanodeRegistration(127.0.0.1:33285, datanodeUuid=586be332-5982-49d2-9694-25217d28b0dc, infoPort=38685, infoSecurePort=0, ipcPort=45613, storageInfo=lv=-57;cid=testClusterID;nsid=257349443;c=1732247269231), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:47:51,678 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce8d1c418cf8d290 with lease ID 0xa513219ca1a2687: Processing first storage report for DS-57e12e55-6fb9-458e-b5ec-bb335a344fcf from datanode DatanodeRegistration(127.0.0.1:33285, datanodeUuid=586be332-5982-49d2-9694-25217d28b0dc, infoPort=38685, infoSecurePort=0, ipcPort=45613, storageInfo=lv=-57;cid=testClusterID;nsid=257349443;c=1732247269231) 2024-11-22T03:47:51,678 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce8d1c418cf8d290 with lease ID 0xa513219ca1a2687: from storage DS-57e12e55-6fb9-458e-b5ec-bb335a344fcf node DatanodeRegistration(127.0.0.1:33285, datanodeUuid=586be332-5982-49d2-9694-25217d28b0dc, infoPort=38685, infoSecurePort=0, ipcPort=45613, storageInfo=lv=-57;cid=testClusterID;nsid=257349443;c=1732247269231), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:47:51,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c5617e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/java.io.tmpdir/jetty-localhost-42657-hadoop-hdfs-3_4_1-tests_jar-_-any-16478350976801898644/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:47:51,737 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66c1165c{HTTP/1.1, (http/1.1)}{localhost:42657} 2024-11-22T03:47:51,737 INFO [Time-limited test {}] server.Server(415): Started @67848ms 2024-11-22T03:47:51,739 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:47:51,807 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1/data/data9/current/BP-589211133-172.17.0.2-1732247269231/current, will proceed with Du for space computation calculation, 2024-11-22T03:47:51,807 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1/data/data10/current/BP-589211133-172.17.0.2-1732247269231/current, will proceed with Du for space computation calculation, 2024-11-22T03:47:51,837 WARN [Thread-559 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:47:51,841 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x554d5f66cfd4e06f with lease ID 0xa513219ca1a2688: Processing first storage report for DS-5a92b707-5b2a-437c-8b0f-832e718eddd1 from datanode DatanodeRegistration(127.0.0.1:43973, datanodeUuid=9807a712-5375-4a48-bb3d-9933e8b9b2a4, infoPort=45407, infoSecurePort=0, ipcPort=42115, storageInfo=lv=-57;cid=testClusterID;nsid=257349443;c=1732247269231) 2024-11-22T03:47:51,841 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x554d5f66cfd4e06f with lease ID 0xa513219ca1a2688: from storage DS-5a92b707-5b2a-437c-8b0f-832e718eddd1 node DatanodeRegistration(127.0.0.1:43973, datanodeUuid=9807a712-5375-4a48-bb3d-9933e8b9b2a4, infoPort=45407, infoSecurePort=0, ipcPort=42115, storageInfo=lv=-57;cid=testClusterID;nsid=257349443;c=1732247269231), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:47:51,841 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x554d5f66cfd4e06f with lease ID 0xa513219ca1a2688: Processing first storage report for DS-c20d20e1-ae5d-48ff-8e46-e04a762d6ca4 from datanode DatanodeRegistration(127.0.0.1:43973, datanodeUuid=9807a712-5375-4a48-bb3d-9933e8b9b2a4, infoPort=45407, infoSecurePort=0, ipcPort=42115, storageInfo=lv=-57;cid=testClusterID;nsid=257349443;c=1732247269231) 2024-11-22T03:47:51,841 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x554d5f66cfd4e06f with lease ID 0xa513219ca1a2688: from storage DS-c20d20e1-ae5d-48ff-8e46-e04a762d6ca4 node DatanodeRegistration(127.0.0.1:43973, datanodeUuid=9807a712-5375-4a48-bb3d-9933e8b9b2a4, infoPort=45407, infoSecurePort=0, ipcPort=42115, storageInfo=lv=-57;cid=testClusterID;nsid=257349443;c=1732247269231), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:47:51,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:47:51,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,34329,1732247269848 2024-11-22T03:47:51,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a8468d0 2024-11-22T03:47:51,867 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:47:51,869 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:47:51,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34329 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-22T03:47:51,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-22T03:47:51,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:47:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34329 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-22T03:47:51,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:47:51,876 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:47:51,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-22T03:47:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:47:51,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:47:51,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741835_1011 (size=393) 2024-11-22T03:47:51,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741835_1011 (size=393) 2024-11-22T03:47:51,889 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35c28047023f6c7af323a9e510b43f40, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f 2024-11-22T03:47:51,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741836_1012 (size=76) 2024-11-22T03:47:51,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741836_1012 (size=76) 2024-11-22T03:47:51,897 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:47:51,897 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 35c28047023f6c7af323a9e510b43f40, disabling compactions & flushes 2024-11-22T03:47:51,898 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40. 2024-11-22T03:47:51,898 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40. 2024-11-22T03:47:51,898 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40. after waiting 0 ms 2024-11-22T03:47:51,898 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40. 2024-11-22T03:47:51,898 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40. 2024-11-22T03:47:51,898 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35c28047023f6c7af323a9e510b43f40: Waiting for close lock at 1732247271897Disabling compacts and flushes for region at 1732247271897Disabling writes for close at 1732247271898 (+1 ms)Writing region close event to WAL at 1732247271898Closed at 1732247271898 2024-11-22T03:47:51,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:47:51,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732247271900"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732247271900"}]},"ts":"1732247271900"} 2024-11-22T03:47:51,903 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:47:51,905 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:47:51,906 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247271905"}]},"ts":"1732247271905"} 2024-11-22T03:47:51,908 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-22T03:47:51,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=35c28047023f6c7af323a9e510b43f40, ASSIGN}] 2024-11-22T03:47:51,911 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=35c28047023f6c7af323a9e510b43f40, ASSIGN 2024-11-22T03:47:51,912 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=35c28047023f6c7af323a9e510b43f40, ASSIGN; state=OFFLINE, location=c85114ed5096,38997,1732247269897; forceNewPlan=false, retain=false 2024-11-22T03:47:52,063 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35c28047023f6c7af323a9e510b43f40, regionState=OPENING, regionLocation=c85114ed5096,38997,1732247269897 2024-11-22T03:47:52,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=35c28047023f6c7af323a9e510b43f40, ASSIGN because future has completed 2024-11-22T03:47:52,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35c28047023f6c7af323a9e510b43f40, server=c85114ed5096,38997,1732247269897}] 2024-11-22T03:47:52,235 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40. 2024-11-22T03:47:52,236 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 35c28047023f6c7af323a9e510b43f40, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:47:52,236 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 35c28047023f6c7af323a9e510b43f40 2024-11-22T03:47:52,237 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:47:52,237 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 35c28047023f6c7af323a9e510b43f40 2024-11-22T03:47:52,237 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 35c28047023f6c7af323a9e510b43f40 2024-11-22T03:47:52,240 INFO [StoreOpener-35c28047023f6c7af323a9e510b43f40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 35c28047023f6c7af323a9e510b43f40 2024-11-22T03:47:52,242 INFO [StoreOpener-35c28047023f6c7af323a9e510b43f40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c28047023f6c7af323a9e510b43f40 columnFamilyName info 2024-11-22T03:47:52,242 DEBUG [StoreOpener-35c28047023f6c7af323a9e510b43f40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:47:52,243 INFO [StoreOpener-35c28047023f6c7af323a9e510b43f40-1 {}] regionserver.HStore(327): Store=35c28047023f6c7af323a9e510b43f40/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:47:52,243 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 35c28047023f6c7af323a9e510b43f40 2024-11-22T03:47:52,244 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/35c28047023f6c7af323a9e510b43f40 2024-11-22T03:47:52,244 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/35c28047023f6c7af323a9e510b43f40 2024-11-22T03:47:52,245 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 35c28047023f6c7af323a9e510b43f40 2024-11-22T03:47:52,245 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 35c28047023f6c7af323a9e510b43f40 2024-11-22T03:47:52,247 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 35c28047023f6c7af323a9e510b43f40 2024-11-22T03:47:52,250 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/35c28047023f6c7af323a9e510b43f40/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:47:52,250 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 35c28047023f6c7af323a9e510b43f40; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=761578, jitterRate=-0.03160443902015686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:47:52,250 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35c28047023f6c7af323a9e510b43f40 2024-11-22T03:47:52,251 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 35c28047023f6c7af323a9e510b43f40: Running coprocessor pre-open hook at 1732247272237Writing region info on filesystem at 1732247272237Initializing all the Stores at 1732247272239 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247272239Cleaning up temporary data from old regions at 1732247272245 (+6 ms)Running coprocessor post-open hooks at 1732247272250 (+5 ms)Region opened successfully at 1732247272251 (+1 ms) 2024-11-22T03:47:52,252 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40., pid=6, masterSystemTime=1732247272227 2024-11-22T03:47:52,255 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40. 2024-11-22T03:47:52,255 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40. 2024-11-22T03:47:52,256 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35c28047023f6c7af323a9e510b43f40, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,38997,1732247269897 2024-11-22T03:47:52,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35c28047023f6c7af323a9e510b43f40, server=c85114ed5096,38997,1732247269897 because future has completed 2024-11-22T03:47:52,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T03:47:52,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 35c28047023f6c7af323a9e510b43f40, server=c85114ed5096,38997,1732247269897 in 188 msec 2024-11-22T03:47:52,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T03:47:52,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=35c28047023f6c7af323a9e510b43f40, ASSIGN in 355 msec 2024-11-22T03:47:52,269 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:47:52,269 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247272269"}]},"ts":"1732247272269"} 2024-11-22T03:47:52,272 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-22T03:47:52,273 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:47:52,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 402 msec 2024-11-22T03:47:53,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:47:53,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:47:53,991 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:47:54,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:47:54,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:47:56,650 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T03:47:56,652 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-22T03:47:58,724 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T03:47:58,724 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T03:47:58,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-22T03:47:58,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-22T03:47:58,729 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:47:58,729 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T03:48:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:48:01,977 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-22T03:48:01,978 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-22T03:48:01,980 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T03:48:01,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-22T03:48:01,988 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T03:48:01,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-22T03:48:01,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40., hostname=c85114ed5096,38997,1732247269897, seqNum=2] 2024-11-22T03:48:01,995 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-22T03:48:01,999 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-22T03:48:01,999 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40. 2024-11-22T03:48:02,001 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1205488390_22 at /127.0.0.1:59392 [Receiving block BP-589211133-172.17.0.2-1732247269231:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:44579:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59392 dst: /127.0.0.1:44579 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:48:02,004 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1205488390_22 at /127.0.0.1:49896 [Receiving block BP-589211133-172.17.0.2-1732247269231:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:40195:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49896 dst: /127.0.0.1:40195 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:48:02,001 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1205488390_22 at /127.0.0.1:49886 [Receiving block BP-589211133-172.17.0.2-1732247269231:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:40195:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49886 dst: /127.0.0.1:40195 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:48:02,001 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1205488390_22 at /127.0.0.1:59404 [Receiving block BP-589211133-172.17.0.2-1732247269231:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:44579:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59404 dst: /127.0.0.1:44579 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:48:02,004 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1871482956_22 at /127.0.0.1:49858 [Receiving block BP-589211133-172.17.0.2-1732247269231:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:40195:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49858 dst: /127.0.0.1:40195 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:48:02,001 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1871482956_22 at /127.0.0.1:59356 [Receiving block BP-589211133-172.17.0.2-1732247269231:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:44579:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59356 dst: /127.0.0.1:44579 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:48:02,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@206bebc2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:48:02,006 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a40f08d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:48:02,006 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:48:02,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33ae62fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:48:02,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fcab83f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/hadoop.log.dir/,STOPPED} 2024-11-22T03:48:02,007 WARN [BP-589211133-172.17.0.2-1732247269231 heartbeating to localhost/127.0.0.1:44481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:48:02,007 WARN [BP-589211133-172.17.0.2-1732247269231 heartbeating to localhost/127.0.0.1:44481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-589211133-172.17.0.2-1732247269231 (Datanode Uuid 768e73f1-73e3-46c6-86fa-4f6618aad413) service to localhost/127.0.0.1:44481 2024-11-22T03:48:02,008 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1/data/data3/current/BP-589211133-172.17.0.2-1732247269231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:48:02,008 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1/data/data4/current/BP-589211133-172.17.0.2-1732247269231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:48:02,008 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:48:02,008 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:48:02,008 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:48:02,016 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:48:02,019 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:48:02,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:48:02,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:48:02,020 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:48:02,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76e552c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:48:02,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74f366a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:48:02,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28ab81a8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/java.io.tmpdir/jetty-localhost-37627-hadoop-hdfs-3_4_1-tests_jar-_-any-12892701797384289349/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:48:02,115 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b49ea4c{HTTP/1.1, (http/1.1)}{localhost:37627} 2024-11-22T03:48:02,115 INFO [Time-limited test {}] server.Server(415): Started @78226ms 2024-11-22T03:48:02,117 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:48:02,134 WARN [AsyncFSWAL-0-hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f-prefix:c85114ed5096,38997,1732247269897 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:48:02,134 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c85114ed5096%2C38997%2C1732247269897:(num 1732247270800) roll requested 2024-11-22T03:48:02,152 DEBUG [regionserver/c85114ed5096:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897/c85114ed5096%2C38997%2C1732247269897.1732247282135, exclude list is [], retry=0 2024-11-22T03:48:02,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40195,DS-14d54594-a100-48fd-901d-7567bc35c8f7,DISK] 2024-11-22T03:48:02,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44027,DS-efb68444-9888-4dad-a0bb-c897679b4dbc,DISK] 2024-11-22T03:48:02,158 INFO [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897/c85114ed5096%2C38997%2C1732247269897.1732247270800 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897/c85114ed5096%2C38997%2C1732247269897.1732247282135 2024-11-22T03:48:02,159 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38927:38927),(127.0.0.1/127.0.0.1:42527:42527)] 2024-11-22T03:48:02,159 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897/c85114ed5096%2C38997%2C1732247269897.1732247270800 is not closed yet, will try archiving it next time 2024-11-22T03:48:02,160 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:48:02,160 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:48:02,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:48:02,161 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-22T03:48:02,162 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:48:02,162 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-22T03:48:02,162 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897/c85114ed5096%2C38997%2C1732247269897.1732247270800 2024-11-22T03:48:02,162 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:48:02,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:48:02,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:48:02,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:48:02,162 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:48:02,162 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=403198930, stopped=false 2024-11-22T03:48:02,162 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c85114ed5096,34329,1732247269848 2024-11-22T03:48:02,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T03:48:02,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x100658b0e310001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T03:48:02,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:48:02,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x100658b0e310001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:48:02,164 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:48:02,164 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:48:02,165 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:48:02,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:48:02,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38997-0x100658b0e310001, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:48:02,165 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c85114ed5096,38997,1732247269897' ***** 2024-11-22T03:48:02,165 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:48:02,166 INFO [RS:0;c85114ed5096:38997 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:48:02,166 INFO [RS:0;c85114ed5096:38997 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:48:02,166 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:48:02,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:48:02,166 INFO [RS:0;c85114ed5096:38997 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:48:02,166 INFO [RS:0;c85114ed5096:38997 {}] regionserver.HRegionServer(3091): Received CLOSE for 35c28047023f6c7af323a9e510b43f40 2024-11-22T03:48:02,166 WARN [IPC Server handler 1 on default port 44481 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897/c85114ed5096%2C38997%2C1732247269897.1732247270800 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-22T03:48:02,166 INFO [RS:0;c85114ed5096:38997 {}] regionserver.HRegionServer(959): stopping server c85114ed5096,38997,1732247269897 2024-11-22T03:48:02,166 INFO [RS:0;c85114ed5096:38997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:48:02,166 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35c28047023f6c7af323a9e510b43f40, disabling compactions & flushes 2024-11-22T03:48:02,167 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40. 2024-11-22T03:48:02,167 INFO [RS:0;c85114ed5096:38997 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c85114ed5096:38997. 2024-11-22T03:48:02,167 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40. 2024-11-22T03:48:02,167 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40. after waiting 0 ms 2024-11-22T03:48:02,167 DEBUG [RS:0;c85114ed5096:38997 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:48:02,167 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40. 2024-11-22T03:48:02,167 DEBUG [RS:0;c85114ed5096:38997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:48:02,167 INFO [RS:0;c85114ed5096:38997 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:48:02,167 INFO [RS:0;c85114ed5096:38997 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:48:02,167 INFO [RS:0;c85114ed5096:38997 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:48:02,167 INFO [RS:0;c85114ed5096:38997 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:48:02,167 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 35c28047023f6c7af323a9e510b43f40 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-22T03:48:02,168 INFO [RS:0;c85114ed5096:38997 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T03:48:02,168 DEBUG [RS:0;c85114ed5096:38997 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 35c28047023f6c7af323a9e510b43f40=TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40.} 2024-11-22T03:48:02,168 DEBUG [RS:0;c85114ed5096:38997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35c28047023f6c7af323a9e510b43f40 2024-11-22T03:48:02,168 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:48:02,169 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:48:02,169 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:48:02,169 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:48:02,169 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:48:02,169 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-22T03:48:02,170 WARN [AsyncFSWAL-0-hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f-prefix:c85114ed5096,38997,1732247269897.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:48:02,170 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c85114ed5096%2C38997%2C1732247269897.meta:.meta(num 1732247271176) roll requested 2024-11-22T03:48:02,171 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897/c85114ed5096%2C38997%2C1732247269897.1732247270800 after 6ms 2024-11-22T03:48:02,186 DEBUG [regionserver/c85114ed5096:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897/c85114ed5096%2C38997%2C1732247269897.meta.1732247282170.meta, exclude list is [], retry=0 2024-11-22T03:48:02,188 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/35c28047023f6c7af323a9e510b43f40/.tmp/info/eac4284eeb794834a9b81496a62b9ee7 is 1055, key is row0001/info:/1732247281994/Put/seqid=0 2024-11-22T03:48:02,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33285,DS-8464dcae-aa93-48ac-9494-8d2df39fb113,DISK] 2024-11-22T03:48:02,190 INFO [regionserver/c85114ed5096:0.logRoller {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:44579,DS-63f69449-3197-4402-981c-a2499097d1ae,DISK] to exclude cache by [connect error] success, current excludeDNsCache size=1 2024-11-22T03:48:02,190 WARN [regionserver/c85114ed5096:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(578): create fan-out dfs output /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897/c85114ed5096%2C38997%2C1732247269897.meta.1732247282170.meta failed, retry = 0 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: /127.0.0.1:44579 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:48:02,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741839_1016 (size=7062) 2024-11-22T03:48:02,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741839_1016 (size=7062) 2024-11-22T03:48:02,196 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/35c28047023f6c7af323a9e510b43f40/.tmp/info/eac4284eeb794834a9b81496a62b9ee7 2024-11-22T03:48:02,209 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/35c28047023f6c7af323a9e510b43f40/.tmp/info/eac4284eeb794834a9b81496a62b9ee7 as hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/35c28047023f6c7af323a9e510b43f40/info/eac4284eeb794834a9b81496a62b9ee7 2024-11-22T03:48:02,211 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:48:02,217 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/35c28047023f6c7af323a9e510b43f40/info/eac4284eeb794834a9b81496a62b9ee7, entries=2, sequenceid=6, filesize=6.9 K 2024-11-22T03:48:02,219 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 35c28047023f6c7af323a9e510b43f40 in 51ms, sequenceid=6, compaction requested=false 2024-11-22T03:48:02,220 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35d2ae479f6b714 with lease ID 0xa513219ca1a2689: from storage DS-63f69449-3197-4402-981c-a2499097d1ae node DatanodeRegistration(127.0.0.1:35511, datanodeUuid=768e73f1-73e3-46c6-86fa-4f6618aad413, infoPort=42347, infoSecurePort=0, ipcPort=39627, storageInfo=lv=-57;cid=testClusterID;nsid=257349443;c=1732247269231), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T03:48:02,220 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35d2ae479f6b714 with lease ID 0xa513219ca1a2689: from storage DS-a74ad8ff-fa30-4788-bf42-1979e12e4b85 node DatanodeRegistration(127.0.0.1:35511, datanodeUuid=768e73f1-73e3-46c6-86fa-4f6618aad413, infoPort=42347, infoSecurePort=0, ipcPort=39627, storageInfo=lv=-57;cid=testClusterID;nsid=257349443;c=1732247269231), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:48:02,224 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/35c28047023f6c7af323a9e510b43f40/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T03:48:02,225 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40. 2024-11-22T03:48:02,225 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35c28047023f6c7af323a9e510b43f40: Waiting for close lock at 1732247282166Running coprocessor pre-close hooks at 1732247282166Disabling compacts and flushes for region at 1732247282166Disabling writes for close at 1732247282167 (+1 ms)Obtaining lock to block concurrent updates at 1732247282167Preparing flush snapshotting stores in 35c28047023f6c7af323a9e510b43f40 at 1732247282167Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1732247282168 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40. at 1732247282169 (+1 ms)Flushing 35c28047023f6c7af323a9e510b43f40/info: creating writer at 1732247282169Flushing 35c28047023f6c7af323a9e510b43f40/info: appending metadata at 1732247282187 (+18 ms)Flushing 35c28047023f6c7af323a9e510b43f40/info: closing flushed file at 1732247282187Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70533e44: reopening flushed file at 1732247282208 (+21 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 35c28047023f6c7af323a9e510b43f40 in 51ms, sequenceid=6, compaction requested=false at 1732247282219 (+11 ms)Writing region close event to WAL at 1732247282219Running coprocessor post-close hooks at 1732247282225 (+6 ms)Closed at 1732247282225 2024-11-22T03:48:02,225 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40. 2024-11-22T03:48:02,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741833_1014 (size=1599) 2024-11-22T03:48:02,291 DEBUG [regionserver/c85114ed5096:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897/c85114ed5096%2C38997%2C1732247269897.meta.1732247282170.meta, exclude list is [(127.0.0.1/127.0.0.1:43793:43793)], retry=1 2024-11-22T03:48:02,292 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1205488390_22 at /127.0.0.1:40068 [Receiving block BP-589211133-172.17.0.2-1732247269231:blk_1073741838_1015] {}] datanode.DataXceiver(331): 127.0.0.1:33285:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40068 dst: /127.0.0.1:33285 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:48:02,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35511,DS-63f69449-3197-4402-981c-a2499097d1ae,DISK] 2024-11-22T03:48:02,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43973,DS-5a92b707-5b2a-437c-8b0f-832e718eddd1,DISK] 2024-11-22T03:48:02,301 INFO [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897/c85114ed5096%2C38997%2C1732247269897.meta.1732247271176.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897/c85114ed5096%2C38997%2C1732247269897.meta.1732247282170.meta 2024-11-22T03:48:02,301 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42347:42347),(127.0.0.1/127.0.0.1:45407:45407)] 2024-11-22T03:48:02,301 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897/c85114ed5096%2C38997%2C1732247269897.meta.1732247271176.meta is not closed yet, will try archiving it next time 2024-11-22T03:48:02,301 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:48:02,302 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:48:02,303 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897/c85114ed5096%2C38997%2C1732247269897.meta.1732247271176.meta 2024-11-22T03:48:02,303 WARN [IPC Server handler 2 on default port 44481 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897/c85114ed5096%2C38997%2C1732247269897.meta.1732247271176.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-11-22T03:48:02,303 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897/c85114ed5096%2C38997%2C1732247269897.meta.1732247271176.meta after 0ms 2024-11-22T03:48:02,319 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/hbase/meta/1588230740/.tmp/info/2dd092dd854c4c2385fa37a001a3f3b5 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1732247271870.35c28047023f6c7af323a9e510b43f40./info:regioninfo/1732247272256/Put/seqid=0 2024-11-22T03:48:02,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741841_1019 (size=7089) 2024-11-22T03:48:02,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741841_1019 (size=7089) 2024-11-22T03:48:02,328 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/hbase/meta/1588230740/.tmp/info/2dd092dd854c4c2385fa37a001a3f3b5 2024-11-22T03:48:02,350 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/hbase/meta/1588230740/.tmp/ns/45ca7cbe87614945b5460433d479dc2e is 43, key is default/ns:d/1732247271235/Put/seqid=0 2024-11-22T03:48:02,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741842_1020 (size=5153) 2024-11-22T03:48:02,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35511 is added to blk_1073741842_1020 (size=5153) 2024-11-22T03:48:02,357 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/hbase/meta/1588230740/.tmp/ns/45ca7cbe87614945b5460433d479dc2e 2024-11-22T03:48:02,369 DEBUG [RS:0;c85114ed5096:38997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:48:02,380 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/hbase/meta/1588230740/.tmp/table/271798128f8249679074da3c4dee7664 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1732247272269/Put/seqid=0 2024-11-22T03:48:02,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741843_1021 (size=5424) 2024-11-22T03:48:02,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741843_1021 (size=5424) 2024-11-22T03:48:02,386 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/hbase/meta/1588230740/.tmp/table/271798128f8249679074da3c4dee7664 2024-11-22T03:48:02,394 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/hbase/meta/1588230740/.tmp/info/2dd092dd854c4c2385fa37a001a3f3b5 as hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/hbase/meta/1588230740/info/2dd092dd854c4c2385fa37a001a3f3b5 2024-11-22T03:48:02,402 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/hbase/meta/1588230740/info/2dd092dd854c4c2385fa37a001a3f3b5, entries=10, sequenceid=11, filesize=6.9 K 2024-11-22T03:48:02,404 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/hbase/meta/1588230740/.tmp/ns/45ca7cbe87614945b5460433d479dc2e as hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/hbase/meta/1588230740/ns/45ca7cbe87614945b5460433d479dc2e 2024-11-22T03:48:02,411 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/hbase/meta/1588230740/ns/45ca7cbe87614945b5460433d479dc2e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T03:48:02,413 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/hbase/meta/1588230740/.tmp/table/271798128f8249679074da3c4dee7664 as hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/hbase/meta/1588230740/table/271798128f8249679074da3c4dee7664 2024-11-22T03:48:02,422 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/hbase/meta/1588230740/table/271798128f8249679074da3c4dee7664, entries=2, sequenceid=11, filesize=5.3 K 2024-11-22T03:48:02,424 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 255ms, sequenceid=11, compaction requested=false 2024-11-22T03:48:02,431 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T03:48:02,432 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:48:02,432 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:48:02,432 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732247282168Running coprocessor pre-close hooks at 1732247282168Disabling compacts and flushes for region at 1732247282168Disabling writes for close at 1732247282169 (+1 ms)Obtaining lock to block concurrent updates at 1732247282169Preparing flush snapshotting stores in 1588230740 at 1732247282169Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1732247282170 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732247282302 (+132 ms)Flushing 1588230740/info: creating writer at 1732247282302Flushing 1588230740/info: appending metadata at 1732247282319 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732247282319Flushing 1588230740/ns: creating writer at 1732247282335 (+16 ms)Flushing 1588230740/ns: appending metadata at 1732247282349 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732247282350 (+1 ms)Flushing 1588230740/table: creating writer at 1732247282365 (+15 ms)Flushing 1588230740/table: appending metadata at 1732247282379 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732247282379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ed1daf2: reopening flushed file at 1732247282392 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f1beba3: reopening flushed file at 1732247282402 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c45f569: reopening flushed file at 1732247282412 (+10 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 255ms, sequenceid=11, compaction requested=false at 1732247282424 (+12 ms)Writing region close event to WAL at 1732247282426 (+2 ms)Running coprocessor post-close hooks at 1732247282432 (+6 ms)Closed at 1732247282432 2024-11-22T03:48:02,432 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:48:02,569 INFO [RS:0;c85114ed5096:38997 {}] regionserver.HRegionServer(976): stopping server c85114ed5096,38997,1732247269897; all regions closed. 2024-11-22T03:48:02,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35511 is added to blk_1073741840_1017 (size=825) 2024-11-22T03:48:02,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741840_1017 (size=825) 2024-11-22T03:48:02,659 INFO [regionserver/c85114ed5096:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:48:02,700 INFO [regionserver/c85114ed5096:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:48:02,700 INFO [regionserver/c85114ed5096:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:48:04,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741833_1014 (size=1599) 2024-11-22T03:48:06,172 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897/c85114ed5096%2C38997%2C1732247269897.1732247270800 after 4009ms 2024-11-22T03:48:06,172 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897/c85114ed5096%2C38997%2C1732247269897.1732247270800 to hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/oldWALs/c85114ed5096%2C38997%2C1732247269897.1732247270800 2024-11-22T03:48:06,305 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897/c85114ed5096%2C38997%2C1732247269897.meta.1732247271176.meta after 4002ms 2024-11-22T03:48:06,307 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897/c85114ed5096%2C38997%2C1732247269897.meta.1732247271176.meta to hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/oldWALs/c85114ed5096%2C38997%2C1732247269897.meta.1732247271176.meta 2024-11-22T03:48:06,314 DEBUG [RS:0;c85114ed5096:38997 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/oldWALs 2024-11-22T03:48:06,314 INFO [RS:0;c85114ed5096:38997 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c85114ed5096%2C38997%2C1732247269897.meta:.meta(num 1732247282170) 2024-11-22T03:48:06,317 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/WALs/c85114ed5096,38997,1732247269897/c85114ed5096%2C38997%2C1732247269897.1732247282135 not finished, retry = 0 2024-11-22T03:48:06,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741837_1013 (size=2288) 2024-11-22T03:48:06,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741837_1013 (size=2288) 2024-11-22T03:48:06,420 DEBUG [RS:0;c85114ed5096:38997 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/oldWALs 2024-11-22T03:48:06,420 INFO [RS:0;c85114ed5096:38997 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c85114ed5096%2C38997%2C1732247269897:(num 1732247282135) 2024-11-22T03:48:06,421 DEBUG [RS:0;c85114ed5096:38997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:48:06,421 INFO [RS:0;c85114ed5096:38997 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:48:06,421 INFO [RS:0;c85114ed5096:38997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:48:06,421 INFO [RS:0;c85114ed5096:38997 {}] hbase.ChoreService(370): Chore service for: regionserver/c85114ed5096:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T03:48:06,421 INFO [RS:0;c85114ed5096:38997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:48:06,421 INFO [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:48:06,421 INFO [RS:0;c85114ed5096:38997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38997 2024-11-22T03:48:06,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x100658b0e310001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c85114ed5096,38997,1732247269897 2024-11-22T03:48:06,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T03:48:06,423 INFO [RS:0;c85114ed5096:38997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:48:06,424 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c85114ed5096,38997,1732247269897] 2024-11-22T03:48:06,424 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c85114ed5096,38997,1732247269897 already deleted, retry=false 2024-11-22T03:48:06,424 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c85114ed5096,38997,1732247269897 expired; onlineServers=0 2024-11-22T03:48:06,425 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c85114ed5096,34329,1732247269848' ***** 2024-11-22T03:48:06,425 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:48:06,425 INFO [M:0;c85114ed5096:34329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:48:06,425 INFO [M:0;c85114ed5096:34329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:48:06,425 DEBUG [M:0;c85114ed5096:34329 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:48:06,425 DEBUG [M:0;c85114ed5096:34329 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:48:06,425 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:48:06,425 DEBUG [master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732247270548 {}] cleaner.HFileCleaner(306): Exit Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732247270548,5,FailOnTimeoutGroup] 2024-11-22T03:48:06,425 DEBUG [master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732247270547 {}] cleaner.HFileCleaner(306): Exit Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732247270547,5,FailOnTimeoutGroup] 2024-11-22T03:48:06,425 INFO [M:0;c85114ed5096:34329 {}] hbase.ChoreService(370): Chore service for: master/c85114ed5096:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:48:06,425 INFO [M:0;c85114ed5096:34329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:48:06,425 DEBUG [M:0;c85114ed5096:34329 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:48:06,425 INFO [M:0;c85114ed5096:34329 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:48:06,426 INFO [M:0;c85114ed5096:34329 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:48:06,426 INFO [M:0;c85114ed5096:34329 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:48:06,426 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:48:06,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T03:48:06,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:48:06,426 DEBUG [M:0;c85114ed5096:34329 {}] zookeeper.ZKUtil(347): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T03:48:06,426 WARN [M:0;c85114ed5096:34329 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:48:06,428 INFO [M:0;c85114ed5096:34329 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/.lastflushedseqids 2024-11-22T03:48:06,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741844_1022 (size=139) 2024-11-22T03:48:06,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741844_1022 (size=139) 2024-11-22T03:48:06,435 INFO [M:0;c85114ed5096:34329 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:48:06,435 INFO [M:0;c85114ed5096:34329 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:48:06,435 DEBUG [M:0;c85114ed5096:34329 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:48:06,435 INFO [M:0;c85114ed5096:34329 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:48:06,435 DEBUG [M:0;c85114ed5096:34329 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:48:06,435 DEBUG [M:0;c85114ed5096:34329 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:48:06,435 DEBUG [M:0;c85114ed5096:34329 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:48:06,435 INFO [M:0;c85114ed5096:34329 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-22T03:48:06,436 WARN [AsyncFSWAL-0-hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData-prefix:c85114ed5096,34329,1732247269848 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:48:06,436 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c85114ed5096%2C34329%2C1732247269848:(num 1732247270451) roll requested 2024-11-22T03:48:06,450 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/WALs/c85114ed5096,34329,1732247269848/c85114ed5096%2C34329%2C1732247269848.1732247286436, exclude list is [], retry=0 2024-11-22T03:48:06,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35511,DS-63f69449-3197-4402-981c-a2499097d1ae,DISK] 2024-11-22T03:48:06,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40195,DS-14d54594-a100-48fd-901d-7567bc35c8f7,DISK] 2024-11-22T03:48:06,457 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/WALs/c85114ed5096,34329,1732247269848/c85114ed5096%2C34329%2C1732247269848.1732247270451 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/WALs/c85114ed5096,34329,1732247269848/c85114ed5096%2C34329%2C1732247269848.1732247286436 2024-11-22T03:48:06,457 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42347:42347),(127.0.0.1/127.0.0.1:38927:38927)] 2024-11-22T03:48:06,457 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/WALs/c85114ed5096,34329,1732247269848/c85114ed5096%2C34329%2C1732247269848.1732247270451 is not closed yet, will try archiving it next time 2024-11-22T03:48:06,457 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:48:06,458 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:48:06,458 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/WALs/c85114ed5096,34329,1732247269848/c85114ed5096%2C34329%2C1732247269848.1732247270451 2024-11-22T03:48:06,459 WARN [IPC Server handler 4 on default port 44481 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/WALs/c85114ed5096,34329,1732247269848/c85114ed5096%2C34329%2C1732247269848.1732247270451 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-11-22T03:48:06,460 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/WALs/c85114ed5096,34329,1732247269848/c85114ed5096%2C34329%2C1732247269848.1732247270451 after 2ms 2024-11-22T03:48:06,475 DEBUG [M:0;c85114ed5096:34329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4991b55b01d740c1ac920f8aa0f5da66 is 82, key is hbase:meta,,1/info:regioninfo/1732247271218/Put/seqid=0 2024-11-22T03:48:06,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741846_1025 (size=5672) 2024-11-22T03:48:06,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741846_1025 (size=5672) 2024-11-22T03:48:06,482 INFO [M:0;c85114ed5096:34329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4991b55b01d740c1ac920f8aa0f5da66 2024-11-22T03:48:06,507 DEBUG [M:0;c85114ed5096:34329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/997e0519b9e9427e90a0beb2ec6500c2 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732247272275/Put/seqid=0 2024-11-22T03:48:06,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741847_1026 (size=6114) 2024-11-22T03:48:06,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741847_1026 (size=6114) 2024-11-22T03:48:06,514 INFO [M:0;c85114ed5096:34329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/997e0519b9e9427e90a0beb2ec6500c2 2024-11-22T03:48:06,524 INFO [RS:0;c85114ed5096:38997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:48:06,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x100658b0e310001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:48:06,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x100658b0e310001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:48:06,524 INFO [RS:0;c85114ed5096:38997 {}] regionserver.HRegionServer(1031): Exiting; stopping=c85114ed5096,38997,1732247269897; zookeeper connection closed. 2024-11-22T03:48:06,525 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f51086 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f51086 2024-11-22T03:48:06,525 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:48:06,536 DEBUG [M:0;c85114ed5096:34329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e370ce738da340cc9b0c003b8f6ff6b1 is 69, key is c85114ed5096,38997,1732247269897/rs:state/1732247270640/Put/seqid=0 2024-11-22T03:48:06,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741848_1027 (size=5156) 2024-11-22T03:48:06,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741848_1027 (size=5156) 2024-11-22T03:48:06,543 INFO [M:0;c85114ed5096:34329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e370ce738da340cc9b0c003b8f6ff6b1 2024-11-22T03:48:06,565 DEBUG [M:0;c85114ed5096:34329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/14da4251796144c79fe02ce91b0c8b5b is 52, key is load_balancer_on/state:d/1732247271339/Put/seqid=0 2024-11-22T03:48:06,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741849_1028 (size=5056) 2024-11-22T03:48:06,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35511 is added to blk_1073741849_1028 (size=5056) 2024-11-22T03:48:06,572 INFO [M:0;c85114ed5096:34329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/14da4251796144c79fe02ce91b0c8b5b 2024-11-22T03:48:06,579 DEBUG [M:0;c85114ed5096:34329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4991b55b01d740c1ac920f8aa0f5da66 as hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4991b55b01d740c1ac920f8aa0f5da66 2024-11-22T03:48:06,586 INFO [M:0;c85114ed5096:34329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4991b55b01d740c1ac920f8aa0f5da66, entries=8, sequenceid=56, filesize=5.5 K 2024-11-22T03:48:06,588 DEBUG [M:0;c85114ed5096:34329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/997e0519b9e9427e90a0beb2ec6500c2 as hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/997e0519b9e9427e90a0beb2ec6500c2 2024-11-22T03:48:06,594 INFO [M:0;c85114ed5096:34329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/997e0519b9e9427e90a0beb2ec6500c2, entries=6, sequenceid=56, filesize=6.0 K 2024-11-22T03:48:06,595 DEBUG [M:0;c85114ed5096:34329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e370ce738da340cc9b0c003b8f6ff6b1 as hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e370ce738da340cc9b0c003b8f6ff6b1 2024-11-22T03:48:06,602 INFO [M:0;c85114ed5096:34329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e370ce738da340cc9b0c003b8f6ff6b1, entries=1, sequenceid=56, filesize=5.0 K 2024-11-22T03:48:06,603 DEBUG [M:0;c85114ed5096:34329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/14da4251796144c79fe02ce91b0c8b5b as hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/14da4251796144c79fe02ce91b0c8b5b 2024-11-22T03:48:06,610 INFO [M:0;c85114ed5096:34329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/14da4251796144c79fe02ce91b0c8b5b, entries=1, sequenceid=56, filesize=4.9 K 2024-11-22T03:48:06,612 INFO [M:0;c85114ed5096:34329 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 176ms, sequenceid=56, compaction requested=false 2024-11-22T03:48:06,613 INFO [M:0;c85114ed5096:34329 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:48:06,613 DEBUG [M:0;c85114ed5096:34329 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732247286435Disabling compacts and flushes for region at 1732247286435Disabling writes for close at 1732247286435Obtaining lock to block concurrent updates at 1732247286435Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732247286435Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1732247286436 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732247286458 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732247286458Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732247286475 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732247286475Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732247286489 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732247286506 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732247286506Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732247286520 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732247286535 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732247286535Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732247286549 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732247286565 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732247286565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32fe3e03: reopening flushed file at 1732247286578 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70793661: reopening flushed file at 1732247286587 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49ce5a90: reopening flushed file at 1732247286594 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48cd663f: reopening flushed file at 1732247286602 (+8 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 176ms, sequenceid=56, compaction requested=false at 1732247286612 (+10 ms)Writing region close event to WAL at 1732247286613 (+1 ms)Closed at 1732247286613 2024-11-22T03:48:06,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35511 is added to blk_1073741845_1023 (size=757) 2024-11-22T03:48:06,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741845_1023 (size=757) 2024-11-22T03:48:07,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:48:07,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:48:07,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:48:07,752 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:48:07,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:48:07,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:48:07,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:48:08,724 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-22T03:48:08,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:48:08,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T03:48:08,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T03:48:10,460 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/WALs/c85114ed5096,34329,1732247269848/c85114ed5096%2C34329%2C1732247269848.1732247270451 after 4002ms 2024-11-22T03:48:10,461 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/WALs/c85114ed5096,34329,1732247269848/c85114ed5096%2C34329%2C1732247269848.1732247270451 to hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/oldWALs/c85114ed5096%2C34329%2C1732247269848.1732247270451 2024-11-22T03:48:10,465 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/MasterData/oldWALs/c85114ed5096%2C34329%2C1732247269848.1732247270451 to hdfs://localhost:44481/user/jenkins/test-data/f9ec7082-7bbe-48be-f3b6-3d952889c40f/oldWALs/c85114ed5096%2C34329%2C1732247269848.1732247270451$masterlocalwal$ 2024-11-22T03:48:10,465 INFO [M:0;c85114ed5096:34329 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:48:10,465 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:48:10,466 INFO [M:0;c85114ed5096:34329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34329 2024-11-22T03:48:10,466 INFO [M:0;c85114ed5096:34329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:48:10,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:48:10,568 INFO [M:0;c85114ed5096:34329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:48:10,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34329-0x100658b0e310000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:48:10,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28ab81a8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:48:10,576 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b49ea4c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:48:10,576 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:48:10,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74f366a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:48:10,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76e552c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/hadoop.log.dir/,STOPPED} 2024-11-22T03:48:10,578 WARN [BP-589211133-172.17.0.2-1732247269231 heartbeating to localhost/127.0.0.1:44481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:48:10,578 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:48:10,578 WARN [BP-589211133-172.17.0.2-1732247269231 heartbeating to localhost/127.0.0.1:44481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-589211133-172.17.0.2-1732247269231 (Datanode Uuid 768e73f1-73e3-46c6-86fa-4f6618aad413) service to localhost/127.0.0.1:44481 2024-11-22T03:48:10,578 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:48:10,579 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1/data/data3/current/BP-589211133-172.17.0.2-1732247269231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:48:10,579 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1/data/data4/current/BP-589211133-172.17.0.2-1732247269231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:48:10,579 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:48:10,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c5617e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:48:10,582 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66c1165c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:48:10,582 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:48:10,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65598d2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:48:10,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33cda920{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/hadoop.log.dir/,STOPPED} 2024-11-22T03:48:10,583 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:48:10,583 WARN [BP-589211133-172.17.0.2-1732247269231 heartbeating to localhost/127.0.0.1:44481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:48:10,583 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:48:10,583 WARN [BP-589211133-172.17.0.2-1732247269231 heartbeating to localhost/127.0.0.1:44481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-589211133-172.17.0.2-1732247269231 (Datanode Uuid 9807a712-5375-4a48-bb3d-9933e8b9b2a4) service to localhost/127.0.0.1:44481 2024-11-22T03:48:10,583 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1/data/data9/current/BP-589211133-172.17.0.2-1732247269231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:48:10,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1/data/data10/current/BP-589211133-172.17.0.2-1732247269231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:48:10,584 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:48:10,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f5ce636{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:48:10,586 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b99463e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:48:10,586 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:48:10,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d11aad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:48:10,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a2ce0dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/hadoop.log.dir/,STOPPED} 2024-11-22T03:48:10,587 WARN [BP-589211133-172.17.0.2-1732247269231 heartbeating to localhost/127.0.0.1:44481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:48:10,587 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:48:10,587 WARN [BP-589211133-172.17.0.2-1732247269231 heartbeating to localhost/127.0.0.1:44481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-589211133-172.17.0.2-1732247269231 (Datanode Uuid 586be332-5982-49d2-9694-25217d28b0dc) service to localhost/127.0.0.1:44481 2024-11-22T03:48:10,587 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:48:10,587 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1/data/data7/current/BP-589211133-172.17.0.2-1732247269231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:48:10,588 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1/data/data8/current/BP-589211133-172.17.0.2-1732247269231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:48:10,588 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:48:10,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bff5fee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:48:10,590 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1705fe57{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:48:10,590 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:48:10,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@658d2e9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:48:10,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@751514{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/hadoop.log.dir/,STOPPED} 2024-11-22T03:48:10,591 WARN [BP-589211133-172.17.0.2-1732247269231 heartbeating to localhost/127.0.0.1:44481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:48:10,591 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:48:10,591 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:48:10,591 WARN [BP-589211133-172.17.0.2-1732247269231 heartbeating to localhost/127.0.0.1:44481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-589211133-172.17.0.2-1732247269231 (Datanode Uuid a9e09f4b-6fe2-490e-ab0b-6dc1d4354a2a) service to localhost/127.0.0.1:44481 2024-11-22T03:48:10,591 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1/data/data5/current/BP-589211133-172.17.0.2-1732247269231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:48:10,592 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1/data/data6/current/BP-589211133-172.17.0.2-1732247269231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:48:10,592 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:48:10,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ceb5ed1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:48:10,594 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f3b9da7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:48:10,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:48:10,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e0dcaab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:48:10,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59ec87b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/hadoop.log.dir/,STOPPED} 2024-11-22T03:48:10,596 WARN [BP-589211133-172.17.0.2-1732247269231 heartbeating to localhost/127.0.0.1:44481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:48:10,596 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:48:10,596 WARN [BP-589211133-172.17.0.2-1732247269231 heartbeating to localhost/127.0.0.1:44481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-589211133-172.17.0.2-1732247269231 (Datanode Uuid b9c5d0c9-60ba-4358-a794-6d40fa77c012) service to localhost/127.0.0.1:44481 2024-11-22T03:48:10,596 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:48:10,597 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1/data/data1/current/BP-589211133-172.17.0.2-1732247269231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:48:10,597 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/cluster_a60853c8-8e0a-bd87-d1ce-52ff55acfef1/data/data2/current/BP-589211133-172.17.0.2-1732247269231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:48:10,597 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:48:10,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a23073a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:48:10,603 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43d5a27a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:48:10,603 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:48:10,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c5c740d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:48:10,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c9d5199{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/hadoop.log.dir/,STOPPED} 2024-11-22T03:48:10,610 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T03:48:10,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:48:10,645 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=103 (was 70) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:44481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:44481 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:44481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 146), ProcessCount=11 (was 11), AvailableMemoryMB=3089 (was 3361) 2024-11-22T03:48:10,653 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=103, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=3087 2024-11-22T03:48:10,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:48:10,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/hadoop.log.dir so I do NOT create it in target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90 2024-11-22T03:48:10,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8f1951e-89ba-9ead-51c7-ddb47b12575a/hadoop.tmp.dir so I do NOT create it in target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90 2024-11-22T03:48:10,653 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/cluster_794d4b61-5951-f67f-7b9a-370e7904df35, deleteOnExit=true 2024-11-22T03:48:10,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:48:10,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/test.cache.data in system properties and HBase conf 2024-11-22T03:48:10,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:48:10,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:48:10,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:48:10,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:48:10,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:48:10,654 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:48:10,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:48:10,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:48:10,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:48:10,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:48:10,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:48:10,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:48:10,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:48:10,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:48:10,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:48:10,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:48:10,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:48:10,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:48:10,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:48:10,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:48:10,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:48:10,727 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:48:10,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:48:10,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:48:10,728 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:48:10,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:48:10,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cda6b18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:48:10,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51de52d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:48:10,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3790de04{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/java.io.tmpdir/jetty-localhost-42637-hadoop-hdfs-3_4_1-tests_jar-_-any-5870596590412679592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:48:10,824 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fd9f81b{HTTP/1.1, (http/1.1)}{localhost:42637} 2024-11-22T03:48:10,824 INFO [Time-limited test {}] server.Server(415): Started @86934ms 2024-11-22T03:48:10,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:48:10,896 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:48:10,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:48:10,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:48:10,897 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:48:10,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282d8f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:48:10,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ce33677{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:48:10,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a39f17a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/java.io.tmpdir/jetty-localhost-46621-hadoop-hdfs-3_4_1-tests_jar-_-any-438825868584647793/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:48:10,993 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f6c3d8b{HTTP/1.1, (http/1.1)}{localhost:46621} 2024-11-22T03:48:10,993 INFO [Time-limited test {}] server.Server(415): Started @87104ms 2024-11-22T03:48:10,995 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:48:11,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:48:11,047 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:48:11,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:48:11,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:48:11,049 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:48:11,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62d55df7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:48:11,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@821aa50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:48:11,086 WARN [Thread-787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/cluster_794d4b61-5951-f67f-7b9a-370e7904df35/data/data1/current/BP-1764662718-172.17.0.2-1732247290682/current, will proceed with Du for space computation calculation, 2024-11-22T03:48:11,091 WARN [Thread-788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/cluster_794d4b61-5951-f67f-7b9a-370e7904df35/data/data2/current/BP-1764662718-172.17.0.2-1732247290682/current, will proceed with Du for space computation calculation, 2024-11-22T03:48:11,120 WARN [Thread-766 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:48:11,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5155b5e1358a199 with lease ID 0x567d5858e4f930a7: Processing first storage report for DS-88c7686b-b876-486e-afa9-9f741072220a from datanode DatanodeRegistration(127.0.0.1:33051, datanodeUuid=15846803-f5f0-4625-871c-503f14b86058, infoPort=37739, infoSecurePort=0, ipcPort=38605, storageInfo=lv=-57;cid=testClusterID;nsid=817893805;c=1732247290682) 2024-11-22T03:48:11,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5155b5e1358a199 with lease ID 0x567d5858e4f930a7: from storage DS-88c7686b-b876-486e-afa9-9f741072220a node DatanodeRegistration(127.0.0.1:33051, datanodeUuid=15846803-f5f0-4625-871c-503f14b86058, infoPort=37739, infoSecurePort=0, ipcPort=38605, storageInfo=lv=-57;cid=testClusterID;nsid=817893805;c=1732247290682), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T03:48:11,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5155b5e1358a199 with lease ID 0x567d5858e4f930a7: Processing first storage report for DS-9fae1b81-79bb-4671-b9c3-0dd5701fde4a from datanode DatanodeRegistration(127.0.0.1:33051, datanodeUuid=15846803-f5f0-4625-871c-503f14b86058, infoPort=37739, infoSecurePort=0, ipcPort=38605, storageInfo=lv=-57;cid=testClusterID;nsid=817893805;c=1732247290682) 2024-11-22T03:48:11,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5155b5e1358a199 with lease ID 0x567d5858e4f930a7: from storage DS-9fae1b81-79bb-4671-b9c3-0dd5701fde4a node DatanodeRegistration(127.0.0.1:33051, datanodeUuid=15846803-f5f0-4625-871c-503f14b86058, infoPort=37739, infoSecurePort=0, ipcPort=38605, storageInfo=lv=-57;cid=testClusterID;nsid=817893805;c=1732247290682), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:48:11,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@490ab78f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/java.io.tmpdir/jetty-localhost-34227-hadoop-hdfs-3_4_1-tests_jar-_-any-5549875224234358423/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:48:11,170 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35fe3c6{HTTP/1.1, (http/1.1)}{localhost:34227} 2024-11-22T03:48:11,170 INFO [Time-limited test {}] server.Server(415): Started @87281ms 2024-11-22T03:48:11,172 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:48:11,229 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/cluster_794d4b61-5951-f67f-7b9a-370e7904df35/data/data3/current/BP-1764662718-172.17.0.2-1732247290682/current, will proceed with Du for space computation calculation, 2024-11-22T03:48:11,229 WARN [Thread-814 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/cluster_794d4b61-5951-f67f-7b9a-370e7904df35/data/data4/current/BP-1764662718-172.17.0.2-1732247290682/current, will proceed with Du for space computation calculation, 2024-11-22T03:48:11,250 WARN [Thread-802 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:48:11,253 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56ea5013fa783e03 with lease ID 0x567d5858e4f930a8: Processing first storage report for DS-840fe544-6868-4c67-9ff7-7841a02e69d3 from datanode DatanodeRegistration(127.0.0.1:33593, datanodeUuid=2d81c254-cec1-4e6e-aeb5-d224037b8d71, infoPort=42339, infoSecurePort=0, ipcPort=45557, storageInfo=lv=-57;cid=testClusterID;nsid=817893805;c=1732247290682) 2024-11-22T03:48:11,253 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56ea5013fa783e03 with lease ID 0x567d5858e4f930a8: from storage DS-840fe544-6868-4c67-9ff7-7841a02e69d3 node DatanodeRegistration(127.0.0.1:33593, datanodeUuid=2d81c254-cec1-4e6e-aeb5-d224037b8d71, infoPort=42339, infoSecurePort=0, ipcPort=45557, storageInfo=lv=-57;cid=testClusterID;nsid=817893805;c=1732247290682), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:48:11,253 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56ea5013fa783e03 with lease ID 0x567d5858e4f930a8: Processing first storage report for DS-2cebd787-3b18-4b2b-bb21-713c019d496f from datanode DatanodeRegistration(127.0.0.1:33593, datanodeUuid=2d81c254-cec1-4e6e-aeb5-d224037b8d71, infoPort=42339, infoSecurePort=0, ipcPort=45557, storageInfo=lv=-57;cid=testClusterID;nsid=817893805;c=1732247290682) 2024-11-22T03:48:11,253 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56ea5013fa783e03 with lease ID 0x567d5858e4f930a8: from storage DS-2cebd787-3b18-4b2b-bb21-713c019d496f node DatanodeRegistration(127.0.0.1:33593, datanodeUuid=2d81c254-cec1-4e6e-aeb5-d224037b8d71, infoPort=42339, infoSecurePort=0, ipcPort=45557, storageInfo=lv=-57;cid=testClusterID;nsid=817893805;c=1732247290682), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:48:11,297 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90 2024-11-22T03:48:11,305 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/cluster_794d4b61-5951-f67f-7b9a-370e7904df35/zookeeper_0, clientPort=54606, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/cluster_794d4b61-5951-f67f-7b9a-370e7904df35/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/cluster_794d4b61-5951-f67f-7b9a-370e7904df35/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T03:48:11,306 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54606 2024-11-22T03:48:11,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:48:11,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:48:11,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:48:11,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:48:11,317 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503 with version=8 2024-11-22T03:48:11,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/hbase-staging 2024-11-22T03:48:11,319 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c85114ed5096:0 server-side Connection retries=45 2024-11-22T03:48:11,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:48:11,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:48:11,319 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:48:11,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:48:11,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:48:11,319 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:48:11,319 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:48:11,320 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35105 2024-11-22T03:48:11,321 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35105 connecting to ZooKeeper ensemble=127.0.0.1:54606 2024-11-22T03:48:11,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351050x0, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:48:11,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35105-0x100658b62130000 connected 2024-11-22T03:48:11,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:48:11,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:48:11,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:48:11,343 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503, hbase.cluster.distributed=false 2024-11-22T03:48:11,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T03:48:11,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35105 2024-11-22T03:48:11,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35105 2024-11-22T03:48:11,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35105 2024-11-22T03:48:11,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35105 2024-11-22T03:48:11,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35105 2024-11-22T03:48:11,364 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c85114ed5096:0 server-side Connection retries=45 2024-11-22T03:48:11,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:48:11,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:48:11,365 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:48:11,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:48:11,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:48:11,365 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:48:11,365 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:48:11,366 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42735 2024-11-22T03:48:11,367 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42735 connecting to ZooKeeper ensemble=127.0.0.1:54606 2024-11-22T03:48:11,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:48:11,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:48:11,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427350x0, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:48:11,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427350x0, quorum=127.0.0.1:54606, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:48:11,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42735-0x100658b62130001 connected 2024-11-22T03:48:11,373 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:48:11,377 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:48:11,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42735-0x100658b62130001, quorum=127.0.0.1:54606, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T03:48:11,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42735-0x100658b62130001, quorum=127.0.0.1:54606, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T03:48:11,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42735 2024-11-22T03:48:11,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42735 2024-11-22T03:48:11,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42735 2024-11-22T03:48:11,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42735 2024-11-22T03:48:11,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42735 2024-11-22T03:48:11,393 DEBUG [M:0;c85114ed5096:35105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c85114ed5096:35105 2024-11-22T03:48:11,393 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c85114ed5096,35105,1732247291319 2024-11-22T03:48:11,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:48:11,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42735-0x100658b62130001, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:48:11,395 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c85114ed5096,35105,1732247291319 2024-11-22T03:48:11,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42735-0x100658b62130001, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T03:48:11,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:48:11,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42735-0x100658b62130001, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:48:11,397 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T03:48:11,397 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c85114ed5096,35105,1732247291319 from backup master directory 2024-11-22T03:48:11,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c85114ed5096,35105,1732247291319 2024-11-22T03:48:11,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42735-0x100658b62130001, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:48:11,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:48:11,398 WARN [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:48:11,398 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c85114ed5096,35105,1732247291319 2024-11-22T03:48:11,402 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/hbase.id] with ID: fb67f022-d0f9-4ae2-9a98-d7881e81cc7d 2024-11-22T03:48:11,402 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/.tmp/hbase.id 2024-11-22T03:48:11,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:48:11,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:48:11,409 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/.tmp/hbase.id]:[hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/hbase.id] 2024-11-22T03:48:11,423 INFO [master/c85114ed5096:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:48:11,423 INFO [master/c85114ed5096:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:48:11,425 INFO [master/c85114ed5096:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-22T03:48:11,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:48:11,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42735-0x100658b62130001, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:48:11,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:48:11,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:48:11,435 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:48:11,437 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:48:11,437 INFO [master/c85114ed5096:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:48:11,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:48:11,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:48:11,446 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/data/master/store 2024-11-22T03:48:11,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:48:11,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:48:11,454 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:48:11,454 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:48:11,454 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:48:11,454 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:48:11,454 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:48:11,454 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:48:11,454 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:48:11,455 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732247291454Disabling compacts and flushes for region at 1732247291454Disabling writes for close at 1732247291454Writing region close event to WAL at 1732247291454Closed at 1732247291454 2024-11-22T03:48:11,456 WARN [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/data/master/store/.initializing 2024-11-22T03:48:11,456 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/WALs/c85114ed5096,35105,1732247291319 2024-11-22T03:48:11,457 INFO [master/c85114ed5096:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:48:11,459 INFO [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c85114ed5096%2C35105%2C1732247291319, suffix=, logDir=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/WALs/c85114ed5096,35105,1732247291319, archiveDir=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/oldWALs, maxLogs=10 2024-11-22T03:48:11,470 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/WALs/c85114ed5096,35105,1732247291319/c85114ed5096%2C35105%2C1732247291319.1732247291459, exclude list is [], retry=0 2024-11-22T03:48:11,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33051,DS-88c7686b-b876-486e-afa9-9f741072220a,DISK] 2024-11-22T03:48:11,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33593,DS-840fe544-6868-4c67-9ff7-7841a02e69d3,DISK] 2024-11-22T03:48:11,475 INFO [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/WALs/c85114ed5096,35105,1732247291319/c85114ed5096%2C35105%2C1732247291319.1732247291459 2024-11-22T03:48:11,476 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37739:37739),(127.0.0.1/127.0.0.1:42339:42339)] 2024-11-22T03:48:11,476 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:48:11,476 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:48:11,476 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:48:11,476 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:48:11,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:48:11,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:48:11,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:48:11,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:48:11,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:48:11,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:48:11,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:48:11,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:48:11,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:48:11,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:48:11,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:48:11,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:48:11,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:48:11,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:48:11,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:48:11,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:48:11,487 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:48:11,487 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:48:11,488 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:48:11,489 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:48:11,489 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:48:11,490 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:48:11,491 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:48:11,493 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:48:11,494 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=724112, jitterRate=-0.07924425601959229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:48:11,494 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732247291476Initializing all the Stores at 1732247291477 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247291477Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247291477Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247291477Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247291477Cleaning up temporary data from old regions at 1732247291489 (+12 ms)Region opened successfully at 1732247291494 (+5 ms) 2024-11-22T03:48:11,494 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:48:11,498 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33825ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c85114ed5096/172.17.0.2:0 2024-11-22T03:48:11,499 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:48:11,499 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:48:11,499 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:48:11,499 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:48:11,500 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:48:11,500 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:48:11,500 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:48:11,503 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:48:11,504 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T03:48:11,504 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T03:48:11,505 INFO [master/c85114ed5096:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:48:11,505 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:48:11,506 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T03:48:11,506 INFO [master/c85114ed5096:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:48:11,507 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:48:11,508 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T03:48:11,508 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:48:11,509 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T03:48:11,511 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:48:11,511 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T03:48:11,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T03:48:11,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42735-0x100658b62130001, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T03:48:11,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:48:11,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42735-0x100658b62130001, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:48:11,513 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c85114ed5096,35105,1732247291319, sessionid=0x100658b62130000, setting cluster-up flag (Was=false) 2024-11-22T03:48:11,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:48:11,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42735-0x100658b62130001, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:48:11,517 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T03:48:11,518 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c85114ed5096,35105,1732247291319 2024-11-22T03:48:11,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:48:11,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42735-0x100658b62130001, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:48:11,524 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T03:48:11,525 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c85114ed5096,35105,1732247291319 2024-11-22T03:48:11,526 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:48:11,528 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:48:11,528 INFO [master/c85114ed5096:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:48:11,529 INFO [master/c85114ed5096:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:48:11,529 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c85114ed5096,35105,1732247291319 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:48:11,531 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:48:11,531 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:48:11,531 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:48:11,531 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:48:11,531 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c85114ed5096:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:48:11,531 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:48:11,531 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c85114ed5096:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:48:11,531 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:48:11,535 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:48:11,535 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:48:11,536 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:48:11,537 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:48:11,539 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732247321539 2024-11-22T03:48:11,540 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:48:11,540 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:48:11,540 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:48:11,540 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:48:11,540 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:48:11,540 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:48:11,540 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:48:11,541 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:48:11,541 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:48:11,542 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:48:11,542 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:48:11,542 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:48:11,543 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732247291542,5,FailOnTimeoutGroup] 2024-11-22T03:48:11,543 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732247291543,5,FailOnTimeoutGroup] 2024-11-22T03:48:11,543 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:48:11,544 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:48:11,544 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:48:11,544 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:48:11,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:48:11,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:48:11,547 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:48:11,547 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503 2024-11-22T03:48:11,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741832_1008 (size=32) 2024-11-22T03:48:11,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741832_1008 (size=32) 2024-11-22T03:48:11,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:48:11,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:48:11,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:48:11,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:48:11,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:48:11,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:48:11,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:48:11,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:48:11,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:48:11,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:48:11,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:48:11,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:48:11,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:48:11,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:48:11,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:48:11,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:48:11,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:48:11,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:48:11,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/hbase/meta/1588230740 2024-11-22T03:48:11,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/hbase/meta/1588230740 2024-11-22T03:48:11,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:48:11,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:48:11,574 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T03:48:11,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:48:11,577 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:48:11,577 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=870412, jitterRate=0.10678720474243164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T03:48:11,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732247291560Initializing all the Stores at 1732247291561 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247291561Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247291561Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247291561Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247291561Cleaning up temporary data from old regions at 1732247291573 (+12 ms)Region opened successfully at 1732247291578 (+5 ms) 2024-11-22T03:48:11,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:48:11,578 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:48:11,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:48:11,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:48:11,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:48:11,579 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:48:11,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732247291578Disabling compacts and flushes for region at 1732247291578Disabling writes for close at 1732247291578Writing region close event to WAL at 1732247291579 (+1 ms)Closed at 1732247291579 2024-11-22T03:48:11,580 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:48:11,581 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:48:11,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:48:11,582 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:48:11,584 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:48:11,585 INFO [RS:0;c85114ed5096:42735 {}] regionserver.HRegionServer(746): ClusterId : fb67f022-d0f9-4ae2-9a98-d7881e81cc7d 2024-11-22T03:48:11,585 DEBUG [RS:0;c85114ed5096:42735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:48:11,587 DEBUG [RS:0;c85114ed5096:42735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:48:11,587 DEBUG [RS:0;c85114ed5096:42735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:48:11,588 DEBUG [RS:0;c85114ed5096:42735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:48:11,589 DEBUG [RS:0;c85114ed5096:42735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a3ca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c85114ed5096/172.17.0.2:0 2024-11-22T03:48:11,600 DEBUG [RS:0;c85114ed5096:42735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c85114ed5096:42735 2024-11-22T03:48:11,600 INFO [RS:0;c85114ed5096:42735 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:48:11,600 INFO [RS:0;c85114ed5096:42735 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:48:11,600 DEBUG [RS:0;c85114ed5096:42735 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:48:11,601 INFO [RS:0;c85114ed5096:42735 {}] regionserver.HRegionServer(2659): reportForDuty to master=c85114ed5096,35105,1732247291319 with port=42735, startcode=1732247291364 2024-11-22T03:48:11,601 DEBUG [RS:0;c85114ed5096:42735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:48:11,603 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39305, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:48:11,603 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35105 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c85114ed5096,42735,1732247291364 2024-11-22T03:48:11,603 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35105 {}] master.ServerManager(517): Registering regionserver=c85114ed5096,42735,1732247291364 2024-11-22T03:48:11,605 DEBUG [RS:0;c85114ed5096:42735 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503 2024-11-22T03:48:11,605 DEBUG [RS:0;c85114ed5096:42735 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37911 2024-11-22T03:48:11,605 DEBUG [RS:0;c85114ed5096:42735 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:48:11,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T03:48:11,607 DEBUG [RS:0;c85114ed5096:42735 {}] zookeeper.ZKUtil(111): regionserver:42735-0x100658b62130001, quorum=127.0.0.1:54606, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c85114ed5096,42735,1732247291364 2024-11-22T03:48:11,607 WARN [RS:0;c85114ed5096:42735 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:48:11,607 INFO [RS:0;c85114ed5096:42735 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:48:11,608 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c85114ed5096,42735,1732247291364] 2024-11-22T03:48:11,608 DEBUG [RS:0;c85114ed5096:42735 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/WALs/c85114ed5096,42735,1732247291364 2024-11-22T03:48:11,611 INFO [RS:0;c85114ed5096:42735 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:48:11,613 INFO [RS:0;c85114ed5096:42735 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:48:11,613 INFO [RS:0;c85114ed5096:42735 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:48:11,613 INFO [RS:0;c85114ed5096:42735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:48:11,615 INFO [RS:0;c85114ed5096:42735 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:48:11,616 INFO [RS:0;c85114ed5096:42735 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:48:11,616 INFO [RS:0;c85114ed5096:42735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:48:11,617 DEBUG [RS:0;c85114ed5096:42735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:48:11,617 DEBUG [RS:0;c85114ed5096:42735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:48:11,617 DEBUG [RS:0;c85114ed5096:42735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:48:11,617 DEBUG [RS:0;c85114ed5096:42735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:48:11,617 DEBUG [RS:0;c85114ed5096:42735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:48:11,617 DEBUG [RS:0;c85114ed5096:42735 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c85114ed5096:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:48:11,617 DEBUG [RS:0;c85114ed5096:42735 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:48:11,617 DEBUG [RS:0;c85114ed5096:42735 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:48:11,617 DEBUG [RS:0;c85114ed5096:42735 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:48:11,617 DEBUG [RS:0;c85114ed5096:42735 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:48:11,617 DEBUG [RS:0;c85114ed5096:42735 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:48:11,617 DEBUG [RS:0;c85114ed5096:42735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:48:11,617 DEBUG [RS:0;c85114ed5096:42735 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:48:11,617 DEBUG [RS:0;c85114ed5096:42735 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:48:11,618 INFO [RS:0;c85114ed5096:42735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:48:11,618 INFO [RS:0;c85114ed5096:42735 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:48:11,618 INFO [RS:0;c85114ed5096:42735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:48:11,618 INFO [RS:0;c85114ed5096:42735 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:48:11,618 INFO [RS:0;c85114ed5096:42735 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:48:11,618 INFO [RS:0;c85114ed5096:42735 {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,42735,1732247291364-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:48:11,634 INFO [RS:0;c85114ed5096:42735 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:48:11,634 INFO [RS:0;c85114ed5096:42735 {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,42735,1732247291364-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:48:11,634 INFO [RS:0;c85114ed5096:42735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:48:11,634 INFO [RS:0;c85114ed5096:42735 {}] regionserver.Replication(171): c85114ed5096,42735,1732247291364 started 2024-11-22T03:48:11,647 INFO [RS:0;c85114ed5096:42735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:48:11,648 INFO [RS:0;c85114ed5096:42735 {}] regionserver.HRegionServer(1482): Serving as c85114ed5096,42735,1732247291364, RpcServer on c85114ed5096/172.17.0.2:42735, sessionid=0x100658b62130001 2024-11-22T03:48:11,648 DEBUG [RS:0;c85114ed5096:42735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:48:11,648 DEBUG [RS:0;c85114ed5096:42735 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c85114ed5096,42735,1732247291364 2024-11-22T03:48:11,648 DEBUG [RS:0;c85114ed5096:42735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c85114ed5096,42735,1732247291364' 2024-11-22T03:48:11,648 DEBUG [RS:0;c85114ed5096:42735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T03:48:11,649 DEBUG [RS:0;c85114ed5096:42735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T03:48:11,649 DEBUG [RS:0;c85114ed5096:42735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:48:11,650 DEBUG [RS:0;c85114ed5096:42735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:48:11,650 DEBUG [RS:0;c85114ed5096:42735 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c85114ed5096,42735,1732247291364 2024-11-22T03:48:11,650 DEBUG [RS:0;c85114ed5096:42735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c85114ed5096,42735,1732247291364' 2024-11-22T03:48:11,650 DEBUG [RS:0;c85114ed5096:42735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T03:48:11,650 DEBUG [RS:0;c85114ed5096:42735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T03:48:11,651 DEBUG [RS:0;c85114ed5096:42735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:48:11,651 INFO [RS:0;c85114ed5096:42735 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:48:11,651 INFO [RS:0;c85114ed5096:42735 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:48:11,734 WARN [c85114ed5096:35105 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T03:48:11,751 INFO [RS:0;c85114ed5096:42735 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:48:11,753 INFO [RS:0;c85114ed5096:42735 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c85114ed5096%2C42735%2C1732247291364, suffix=, logDir=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/WALs/c85114ed5096,42735,1732247291364, archiveDir=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/oldWALs, maxLogs=32 2024-11-22T03:48:11,768 DEBUG [RS:0;c85114ed5096:42735 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/WALs/c85114ed5096,42735,1732247291364/c85114ed5096%2C42735%2C1732247291364.1732247291754, exclude list is [], retry=0 2024-11-22T03:48:11,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33593,DS-840fe544-6868-4c67-9ff7-7841a02e69d3,DISK] 2024-11-22T03:48:11,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33051,DS-88c7686b-b876-486e-afa9-9f741072220a,DISK] 2024-11-22T03:48:11,773 INFO [RS:0;c85114ed5096:42735 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/WALs/c85114ed5096,42735,1732247291364/c85114ed5096%2C42735%2C1732247291364.1732247291754 2024-11-22T03:48:11,773 DEBUG [RS:0;c85114ed5096:42735 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42339:42339),(127.0.0.1/127.0.0.1:37739:37739)] 2024-11-22T03:48:11,984 DEBUG [c85114ed5096:35105 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:48:11,985 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c85114ed5096,42735,1732247291364 2024-11-22T03:48:11,987 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c85114ed5096,42735,1732247291364, state=OPENING 2024-11-22T03:48:11,988 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:48:11,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:48:11,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42735-0x100658b62130001, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:48:11,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:48:11,990 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:48:11,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:48:11,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c85114ed5096,42735,1732247291364}] 2024-11-22T03:48:12,143 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:48:12,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38937, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:48:12,153 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:48:12,153 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:48:12,154 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:48:12,157 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c85114ed5096%2C42735%2C1732247291364.meta, suffix=.meta, logDir=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/WALs/c85114ed5096,42735,1732247291364, archiveDir=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/oldWALs, maxLogs=32 2024-11-22T03:48:12,172 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/WALs/c85114ed5096,42735,1732247291364/c85114ed5096%2C42735%2C1732247291364.meta.1732247292158.meta, exclude list is [], retry=0 2024-11-22T03:48:12,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33593,DS-840fe544-6868-4c67-9ff7-7841a02e69d3,DISK] 2024-11-22T03:48:12,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33051,DS-88c7686b-b876-486e-afa9-9f741072220a,DISK] 2024-11-22T03:48:12,177 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/WALs/c85114ed5096,42735,1732247291364/c85114ed5096%2C42735%2C1732247291364.meta.1732247292158.meta 2024-11-22T03:48:12,177 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42339:42339),(127.0.0.1/127.0.0.1:37739:37739)] 2024-11-22T03:48:12,177 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:48:12,178 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:48:12,178 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:48:12,178 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:48:12,178 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:48:12,178 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:48:12,178 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:48:12,178 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:48:12,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:48:12,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:48:12,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:48:12,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:48:12,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:48:12,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:48:12,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:48:12,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:48:12,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:48:12,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:48:12,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:48:12,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:48:12,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:48:12,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:48:12,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:48:12,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:48:12,186 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:48:12,186 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/hbase/meta/1588230740 2024-11-22T03:48:12,188 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/hbase/meta/1588230740 2024-11-22T03:48:12,189 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:48:12,189 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:48:12,189 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T03:48:12,190 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:48:12,191 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=771677, jitterRate=-0.01876237988471985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T03:48:12,191 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:48:12,192 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732247292178Writing region info on filesystem at 1732247292178Initializing all the Stores at 1732247292179 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247292179Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247292179Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247292179Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247292179Cleaning up temporary data from old regions at 1732247292189 (+10 ms)Running coprocessor post-open hooks at 1732247292191 (+2 ms)Region opened successfully at 1732247292192 (+1 ms) 2024-11-22T03:48:12,193 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732247292143 2024-11-22T03:48:12,195 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:48:12,195 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:48:12,196 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,42735,1732247291364 2024-11-22T03:48:12,197 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c85114ed5096,42735,1732247291364, state=OPEN 2024-11-22T03:48:12,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:48:12,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42735-0x100658b62130001, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:48:12,199 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c85114ed5096,42735,1732247291364 2024-11-22T03:48:12,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:48:12,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:48:12,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:48:12,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c85114ed5096,42735,1732247291364 in 209 msec 2024-11-22T03:48:12,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:48:12,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 621 msec 2024-11-22T03:48:12,205 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:48:12,205 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:48:12,207 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:48:12,207 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42735,1732247291364, seqNum=-1] 2024-11-22T03:48:12,207 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:48:12,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51929, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:48:12,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 686 msec 2024-11-22T03:48:12,214 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732247292213, completionTime=-1 2024-11-22T03:48:12,214 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:48:12,214 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:48:12,216 INFO [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:48:12,216 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732247352216 2024-11-22T03:48:12,216 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732247412216 2024-11-22T03:48:12,216 INFO [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T03:48:12,216 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,35105,1732247291319-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:48:12,216 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,35105,1732247291319-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:48:12,216 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,35105,1732247291319-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:48:12,216 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c85114ed5096:35105, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:48:12,216 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:48:12,217 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:48:12,218 DEBUG [master/c85114ed5096:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:48:12,220 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.822sec 2024-11-22T03:48:12,221 INFO [master/c85114ed5096:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:48:12,221 INFO [master/c85114ed5096:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:48:12,221 INFO [master/c85114ed5096:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:48:12,221 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:48:12,221 INFO [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:48:12,221 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,35105,1732247291319-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:48:12,221 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,35105,1732247291319-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:48:12,224 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:48:12,224 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:48:12,224 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,35105,1732247291319-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:48:12,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd74c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:48:12,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,35105,-1 for getting cluster id 2024-11-22T03:48:12,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:48:12,289 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb67f022-d0f9-4ae2-9a98-d7881e81cc7d' 2024-11-22T03:48:12,290 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:48:12,290 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb67f022-d0f9-4ae2-9a98-d7881e81cc7d" 2024-11-22T03:48:12,291 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f81e1c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:48:12,291 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,35105,-1] 2024-11-22T03:48:12,291 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:48:12,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:48:12,294 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:48:12,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8c3f97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:48:12,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:48:12,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42735,1732247291364, seqNum=-1] 2024-11-22T03:48:12,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:48:12,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:48:12,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c85114ed5096,35105,1732247291319 2024-11-22T03:48:12,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:48:12,303 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-22T03:48:12,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:48:12,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,35105,1732247291319 2024-11-22T03:48:12,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4086602b 2024-11-22T03:48:12,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:48:12,307 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35598, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:48:12,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-22T03:48:12,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-22T03:48:12,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:48:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T03:48:12,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:48:12,312 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:48:12,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-22T03:48:12,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:48:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:48:12,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741835_1011 (size=405) 2024-11-22T03:48:12,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741835_1011 (size=405) 2024-11-22T03:48:12,323 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 04397967d446a8b4a4490e1b3ffd6b6a, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503 2024-11-22T03:48:12,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741836_1012 (size=88) 2024-11-22T03:48:12,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741836_1012 (size=88) 2024-11-22T03:48:12,333 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:48:12,333 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 04397967d446a8b4a4490e1b3ffd6b6a, disabling compactions & flushes 2024-11-22T03:48:12,334 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a. 2024-11-22T03:48:12,334 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a. 2024-11-22T03:48:12,334 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a. after waiting 0 ms 2024-11-22T03:48:12,334 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a. 2024-11-22T03:48:12,334 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a. 2024-11-22T03:48:12,334 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 04397967d446a8b4a4490e1b3ffd6b6a: Waiting for close lock at 1732247292333Disabling compacts and flushes for region at 1732247292333Disabling writes for close at 1732247292334 (+1 ms)Writing region close event to WAL at 1732247292334Closed at 1732247292334 2024-11-22T03:48:12,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:48:12,336 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1732247292336"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732247292336"}]},"ts":"1732247292336"} 2024-11-22T03:48:12,339 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:48:12,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:48:12,340 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247292340"}]},"ts":"1732247292340"} 2024-11-22T03:48:12,342 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-22T03:48:12,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=04397967d446a8b4a4490e1b3ffd6b6a, ASSIGN}] 2024-11-22T03:48:12,344 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=04397967d446a8b4a4490e1b3ffd6b6a, ASSIGN 2024-11-22T03:48:12,345 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=04397967d446a8b4a4490e1b3ffd6b6a, ASSIGN; state=OFFLINE, location=c85114ed5096,42735,1732247291364; forceNewPlan=false, retain=false 2024-11-22T03:48:12,495 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=04397967d446a8b4a4490e1b3ffd6b6a, regionState=OPENING, regionLocation=c85114ed5096,42735,1732247291364 2024-11-22T03:48:12,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=04397967d446a8b4a4490e1b3ffd6b6a, ASSIGN because future has completed 2024-11-22T03:48:12,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04397967d446a8b4a4490e1b3ffd6b6a, server=c85114ed5096,42735,1732247291364}] 2024-11-22T03:48:12,663 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a. 2024-11-22T03:48:12,663 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 04397967d446a8b4a4490e1b3ffd6b6a, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:48:12,663 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 04397967d446a8b4a4490e1b3ffd6b6a 2024-11-22T03:48:12,663 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:48:12,663 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 04397967d446a8b4a4490e1b3ffd6b6a 2024-11-22T03:48:12,663 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 04397967d446a8b4a4490e1b3ffd6b6a 2024-11-22T03:48:12,665 INFO [StoreOpener-04397967d446a8b4a4490e1b3ffd6b6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 04397967d446a8b4a4490e1b3ffd6b6a 2024-11-22T03:48:12,666 INFO [StoreOpener-04397967d446a8b4a4490e1b3ffd6b6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04397967d446a8b4a4490e1b3ffd6b6a columnFamilyName info 2024-11-22T03:48:12,667 DEBUG [StoreOpener-04397967d446a8b4a4490e1b3ffd6b6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:48:12,667 INFO [StoreOpener-04397967d446a8b4a4490e1b3ffd6b6a-1 {}] regionserver.HStore(327): Store=04397967d446a8b4a4490e1b3ffd6b6a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:48:12,667 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 04397967d446a8b4a4490e1b3ffd6b6a 2024-11-22T03:48:12,668 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a 2024-11-22T03:48:12,668 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a 2024-11-22T03:48:12,669 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 04397967d446a8b4a4490e1b3ffd6b6a 2024-11-22T03:48:12,669 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 04397967d446a8b4a4490e1b3ffd6b6a 2024-11-22T03:48:12,671 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 04397967d446a8b4a4490e1b3ffd6b6a 2024-11-22T03:48:12,673 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:48:12,674 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 04397967d446a8b4a4490e1b3ffd6b6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=789010, jitterRate=0.0032781511545181274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:48:12,674 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04397967d446a8b4a4490e1b3ffd6b6a 2024-11-22T03:48:12,674 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 04397967d446a8b4a4490e1b3ffd6b6a: Running coprocessor pre-open hook at 1732247292663Writing region info on filesystem at 1732247292663Initializing all the Stores at 1732247292664 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247292665 (+1 ms)Cleaning up temporary data from old regions at 1732247292669 (+4 ms)Running coprocessor post-open hooks at 1732247292674 (+5 ms)Region opened successfully at 1732247292674 2024-11-22T03:48:12,676 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a., pid=6, masterSystemTime=1732247292653 2024-11-22T03:48:12,678 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a. 2024-11-22T03:48:12,678 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a. 2024-11-22T03:48:12,679 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=04397967d446a8b4a4490e1b3ffd6b6a, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,42735,1732247291364 2024-11-22T03:48:12,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04397967d446a8b4a4490e1b3ffd6b6a, server=c85114ed5096,42735,1732247291364 because future has completed 2024-11-22T03:48:12,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T03:48:12,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 04397967d446a8b4a4490e1b3ffd6b6a, server=c85114ed5096,42735,1732247291364 in 184 msec 2024-11-22T03:48:12,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T03:48:12,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=04397967d446a8b4a4490e1b3ffd6b6a, ASSIGN in 342 msec 2024-11-22T03:48:12,689 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:48:12,689 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247292689"}]},"ts":"1732247292689"} 2024-11-22T03:48:12,691 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-22T03:48:12,692 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:48:12,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 384 msec 2024-11-22T03:48:14,228 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:48:14,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:48:14,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:48:14,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:48:14,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:48:14,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:48:14,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:48:14,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:48:14,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:48:17,612 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T03:48:17,614 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-22T03:48:18,724 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T03:48:18,724 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T03:48:18,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:48:18,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T03:48:18,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T03:48:18,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T03:48:18,729 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T03:48:18,729 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-22T03:48:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:48:22,366 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-22T03:48:22,366 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-22T03:48:22,374 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T03:48:22,374 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a. 2024-11-22T03:48:22,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a., hostname=c85114ed5096,42735,1732247291364, seqNum=2] 2024-11-22T03:48:22,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T03:48:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T03:48:22,393 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:48:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:48:22,394 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:48:22,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:48:22,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42735 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T03:48:22,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a. 2024-11-22T03:48:22,565 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 04397967d446a8b4a4490e1b3ffd6b6a 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-22T03:48:22,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/.tmp/info/3453858893cb4009a1eb9c7e855a78dc is 1055, key is row0001/info:/1732247302380/Put/seqid=0 2024-11-22T03:48:22,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741837_1013 (size=6008) 2024-11-22T03:48:22,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741837_1013 (size=6008) 2024-11-22T03:48:22,585 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/.tmp/info/3453858893cb4009a1eb9c7e855a78dc 2024-11-22T03:48:22,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/.tmp/info/3453858893cb4009a1eb9c7e855a78dc as hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/info/3453858893cb4009a1eb9c7e855a78dc 2024-11-22T03:48:22,600 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/info/3453858893cb4009a1eb9c7e855a78dc, entries=1, sequenceid=5, filesize=5.9 K 2024-11-22T03:48:22,601 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 04397967d446a8b4a4490e1b3ffd6b6a in 36ms, sequenceid=5, compaction requested=false 2024-11-22T03:48:22,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 04397967d446a8b4a4490e1b3ffd6b6a: 2024-11-22T03:48:22,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a. 2024-11-22T03:48:22,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T03:48:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T03:48:22,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-22T03:48:22,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 210 msec 2024-11-22T03:48:22,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 220 msec 2024-11-22T03:48:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:48:32,474 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-22T03:48:32,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T03:48:32,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T03:48:32,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T03:48:32,479 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:48:32,480 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:48:32,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:48:32,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42735 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T03:48:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a. 2024-11-22T03:48:32,634 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 04397967d446a8b4a4490e1b3ffd6b6a 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-22T03:48:32,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/.tmp/info/52d3eb12b9a744a1b67a59297ecb8ac7 is 1055, key is row0002/info:/1732247312475/Put/seqid=0 2024-11-22T03:48:32,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741838_1014 (size=6008) 2024-11-22T03:48:32,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741838_1014 (size=6008) 2024-11-22T03:48:32,645 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/.tmp/info/52d3eb12b9a744a1b67a59297ecb8ac7 2024-11-22T03:48:32,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/.tmp/info/52d3eb12b9a744a1b67a59297ecb8ac7 as hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/info/52d3eb12b9a744a1b67a59297ecb8ac7 2024-11-22T03:48:32,659 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/info/52d3eb12b9a744a1b67a59297ecb8ac7, entries=1, sequenceid=9, filesize=5.9 K 2024-11-22T03:48:32,660 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 04397967d446a8b4a4490e1b3ffd6b6a in 26ms, sequenceid=9, compaction requested=false 2024-11-22T03:48:32,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 04397967d446a8b4a4490e1b3ffd6b6a: 2024-11-22T03:48:32,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a. 2024-11-22T03:48:32,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-22T03:48:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-22T03:48:32,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T03:48:32,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 182 msec 2024-11-22T03:48:32,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 188 msec 2024-11-22T03:48:41,297 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:48:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T03:48:42,496 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-22T03:48:42,520 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/WALs/c85114ed5096,42735,1732247291364/c85114ed5096%2C42735%2C1732247291364.1732247322503, exclude list is [], retry=0 2024-11-22T03:48:42,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33593,DS-840fe544-6868-4c67-9ff7-7841a02e69d3,DISK] 2024-11-22T03:48:42,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33051,DS-88c7686b-b876-486e-afa9-9f741072220a,DISK] 2024-11-22T03:48:42,524 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/WALs/c85114ed5096,42735,1732247291364/c85114ed5096%2C42735%2C1732247291364.1732247291754 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/WALs/c85114ed5096,42735,1732247291364/c85114ed5096%2C42735%2C1732247291364.1732247322503 2024-11-22T03:48:42,525 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37739:37739),(127.0.0.1/127.0.0.1:42339:42339)] 2024-11-22T03:48:42,525 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/WALs/c85114ed5096,42735,1732247291364/c85114ed5096%2C42735%2C1732247291364.1732247291754 is not closed yet, will try archiving it next time 2024-11-22T03:48:42,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T03:48:42,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741833_1009 (size=5471) 2024-11-22T03:48:42,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741833_1009 (size=5471) 2024-11-22T03:48:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T03:48:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T03:48:42,528 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:48:42,529 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:48:42,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:48:42,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42735 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T03:48:42,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a. 2024-11-22T03:48:42,685 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 04397967d446a8b4a4490e1b3ffd6b6a 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-22T03:48:42,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/.tmp/info/632150042c25412fb795edea74a1f6ee is 1055, key is row0003/info:/1732247322499/Put/seqid=0 2024-11-22T03:48:42,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741840_1016 (size=6008) 2024-11-22T03:48:42,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741840_1016 (size=6008) 2024-11-22T03:48:42,701 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/.tmp/info/632150042c25412fb795edea74a1f6ee 2024-11-22T03:48:42,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/.tmp/info/632150042c25412fb795edea74a1f6ee as hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/info/632150042c25412fb795edea74a1f6ee 2024-11-22T03:48:42,717 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/info/632150042c25412fb795edea74a1f6ee, entries=1, sequenceid=13, filesize=5.9 K 2024-11-22T03:48:42,718 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 04397967d446a8b4a4490e1b3ffd6b6a in 33ms, sequenceid=13, compaction requested=true 2024-11-22T03:48:42,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 04397967d446a8b4a4490e1b3ffd6b6a: 2024-11-22T03:48:42,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a. 2024-11-22T03:48:42,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-22T03:48:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-22T03:48:42,722 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-22T03:48:42,722 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 191 msec 2024-11-22T03:48:42,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 196 msec 2024-11-22T03:48:52,238 INFO [master/c85114ed5096:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T03:48:52,238 INFO [master/c85114ed5096:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T03:48:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T03:48:52,546 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-22T03:48:52,554 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:48:52,557 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:48:52,558 DEBUG [Time-limited test {}] regionserver.HStore(1541): 04397967d446a8b4a4490e1b3ffd6b6a/info is initiating minor compaction (all files) 2024-11-22T03:48:52,558 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:48:52,558 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:48:52,559 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 04397967d446a8b4a4490e1b3ffd6b6a/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a. 2024-11-22T03:48:52,559 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/info/3453858893cb4009a1eb9c7e855a78dc, hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/info/52d3eb12b9a744a1b67a59297ecb8ac7, hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/info/632150042c25412fb795edea74a1f6ee] into tmpdir=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/.tmp, totalSize=17.6 K 2024-11-22T03:48:52,561 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3453858893cb4009a1eb9c7e855a78dc, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732247302380 2024-11-22T03:48:52,561 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 52d3eb12b9a744a1b67a59297ecb8ac7, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1732247312475 2024-11-22T03:48:52,562 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 632150042c25412fb795edea74a1f6ee, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732247322499 2024-11-22T03:48:52,583 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 04397967d446a8b4a4490e1b3ffd6b6a#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:48:52,584 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/.tmp/info/6e0aac05af0443e3a943a58c45dd80ea is 1055, key is row0001/info:/1732247302380/Put/seqid=0 2024-11-22T03:48:52,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741841_1017 (size=8221) 2024-11-22T03:48:52,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741841_1017 (size=8221) 2024-11-22T03:48:52,598 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/.tmp/info/6e0aac05af0443e3a943a58c45dd80ea as hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/info/6e0aac05af0443e3a943a58c45dd80ea 2024-11-22T03:48:52,614 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 04397967d446a8b4a4490e1b3ffd6b6a/info of 04397967d446a8b4a4490e1b3ffd6b6a into 6e0aac05af0443e3a943a58c45dd80ea(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:48:52,614 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 04397967d446a8b4a4490e1b3ffd6b6a: 2024-11-22T03:48:52,629 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/WALs/c85114ed5096,42735,1732247291364/c85114ed5096%2C42735%2C1732247291364.1732247332617, exclude list is [], retry=0 2024-11-22T03:48:52,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33051,DS-88c7686b-b876-486e-afa9-9f741072220a,DISK] 2024-11-22T03:48:52,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33593,DS-840fe544-6868-4c67-9ff7-7841a02e69d3,DISK] 2024-11-22T03:48:52,633 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/WALs/c85114ed5096,42735,1732247291364/c85114ed5096%2C42735%2C1732247291364.1732247322503 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/WALs/c85114ed5096,42735,1732247291364/c85114ed5096%2C42735%2C1732247291364.1732247332617 2024-11-22T03:48:52,633 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42339:42339),(127.0.0.1/127.0.0.1:37739:37739)] 2024-11-22T03:48:52,633 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/WALs/c85114ed5096,42735,1732247291364/c85114ed5096%2C42735%2C1732247291364.1732247322503 is not closed yet, will try archiving it next time 2024-11-22T03:48:52,634 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/WALs/c85114ed5096,42735,1732247291364/c85114ed5096%2C42735%2C1732247291364.1732247291754 to hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/oldWALs/c85114ed5096%2C42735%2C1732247291364.1732247291754 2024-11-22T03:48:52,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T03:48:52,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741839_1015 (size=2495) 2024-11-22T03:48:52,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741839_1015 (size=2495) 2024-11-22T03:48:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T03:48:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T03:48:52,637 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:48:52,638 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:48:52,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:48:52,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42735 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T03:48:52,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a. 2024-11-22T03:48:52,794 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 04397967d446a8b4a4490e1b3ffd6b6a 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-22T03:48:52,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/.tmp/info/72d0df7b3ac945b6b61b3e824fe9c6bb is 1055, key is row0000/info:/1732247332616/Put/seqid=0 2024-11-22T03:48:52,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741843_1019 (size=6008) 2024-11-22T03:48:52,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741843_1019 (size=6008) 2024-11-22T03:48:52,809 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/.tmp/info/72d0df7b3ac945b6b61b3e824fe9c6bb 2024-11-22T03:48:52,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/.tmp/info/72d0df7b3ac945b6b61b3e824fe9c6bb as hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/info/72d0df7b3ac945b6b61b3e824fe9c6bb 2024-11-22T03:48:52,823 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/info/72d0df7b3ac945b6b61b3e824fe9c6bb, entries=1, sequenceid=18, filesize=5.9 K 2024-11-22T03:48:52,825 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 04397967d446a8b4a4490e1b3ffd6b6a in 31ms, sequenceid=18, compaction requested=false 2024-11-22T03:48:52,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 04397967d446a8b4a4490e1b3ffd6b6a: 2024-11-22T03:48:52,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a. 2024-11-22T03:48:52,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-22T03:48:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-22T03:48:52,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-22T03:48:52,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 189 msec 2024-11-22T03:48:52,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 194 msec 2024-11-22T03:48:57,664 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 04397967d446a8b4a4490e1b3ffd6b6a, had cached 0 bytes from a total of 14229 2024-11-22T03:49:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T03:49:02,685 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-22T03:49:02,709 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/WALs/c85114ed5096,42735,1732247291364/c85114ed5096%2C42735%2C1732247291364.1732247342693, exclude list is [], retry=0 2024-11-22T03:49:02,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33593,DS-840fe544-6868-4c67-9ff7-7841a02e69d3,DISK] 2024-11-22T03:49:02,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33051,DS-88c7686b-b876-486e-afa9-9f741072220a,DISK] 2024-11-22T03:49:02,714 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/WALs/c85114ed5096,42735,1732247291364/c85114ed5096%2C42735%2C1732247291364.1732247332617 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/WALs/c85114ed5096,42735,1732247291364/c85114ed5096%2C42735%2C1732247291364.1732247342693 2024-11-22T03:49:02,714 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42339:42339),(127.0.0.1/127.0.0.1:37739:37739)] 2024-11-22T03:49:02,714 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/WALs/c85114ed5096,42735,1732247291364/c85114ed5096%2C42735%2C1732247291364.1732247332617 is not closed yet, will try archiving it next time 2024-11-22T03:49:02,714 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/WALs/c85114ed5096,42735,1732247291364/c85114ed5096%2C42735%2C1732247291364.1732247322503 to hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/oldWALs/c85114ed5096%2C42735%2C1732247291364.1732247322503 2024-11-22T03:49:02,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:49:02,714 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:49:02,714 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:49:02,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:49:02,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741842_1018 (size=2001) 2024-11-22T03:49:02,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:49:02,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:49:02,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741842_1018 (size=2001) 2024-11-22T03:49:02,715 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:49:02,715 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1103697475, stopped=false 2024-11-22T03:49:02,715 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c85114ed5096,35105,1732247291319 2024-11-22T03:49:02,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42735-0x100658b62130001, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T03:49:02,716 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:49:02,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42735-0x100658b62130001, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:49:02,717 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:49:02,717 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:49:02,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T03:49:02,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:49:02,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:49:02,717 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c85114ed5096,42735,1732247291364' ***** 2024-11-22T03:49:02,717 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:49:02,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:49:02,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42735-0x100658b62130001, quorum=127.0.0.1:54606, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:49:02,718 INFO [RS:0;c85114ed5096:42735 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:49:02,718 INFO [RS:0;c85114ed5096:42735 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:49:02,718 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:49:02,718 INFO [RS:0;c85114ed5096:42735 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:49:02,718 INFO [RS:0;c85114ed5096:42735 {}] regionserver.HRegionServer(3091): Received CLOSE for 04397967d446a8b4a4490e1b3ffd6b6a 2024-11-22T03:49:02,718 INFO [RS:0;c85114ed5096:42735 {}] regionserver.HRegionServer(959): stopping server c85114ed5096,42735,1732247291364 2024-11-22T03:49:02,718 INFO [RS:0;c85114ed5096:42735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:49:02,718 INFO [RS:0;c85114ed5096:42735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c85114ed5096:42735. 2024-11-22T03:49:02,718 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04397967d446a8b4a4490e1b3ffd6b6a, disabling compactions & flushes 2024-11-22T03:49:02,718 DEBUG [RS:0;c85114ed5096:42735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:49:02,718 DEBUG [RS:0;c85114ed5096:42735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:49:02,718 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a. 2024-11-22T03:49:02,718 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a. 2024-11-22T03:49:02,718 INFO [RS:0;c85114ed5096:42735 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:49:02,718 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a. after waiting 0 ms 2024-11-22T03:49:02,718 INFO [RS:0;c85114ed5096:42735 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:49:02,718 INFO [RS:0;c85114ed5096:42735 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:49:02,718 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a. 2024-11-22T03:49:02,719 INFO [RS:0;c85114ed5096:42735 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:49:02,719 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 04397967d446a8b4a4490e1b3ffd6b6a 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-22T03:49:02,719 INFO [RS:0;c85114ed5096:42735 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T03:49:02,719 DEBUG [RS:0;c85114ed5096:42735 {}] regionserver.HRegionServer(1325): Online Regions={04397967d446a8b4a4490e1b3ffd6b6a=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T03:49:02,719 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:49:02,719 DEBUG [RS:0;c85114ed5096:42735 {}] regionserver.HRegionServer(1351): Waiting on 04397967d446a8b4a4490e1b3ffd6b6a, 1588230740 2024-11-22T03:49:02,719 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:49:02,719 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:49:02,719 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:49:02,719 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:49:02,719 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-22T03:49:02,723 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/.tmp/info/4c9c017cbce84fe5b0c9a29b6d8fe1a4 is 1055, key is row0001/info:/1732247342689/Put/seqid=0 2024-11-22T03:49:02,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741845_1021 (size=6008) 2024-11-22T03:49:02,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741845_1021 (size=6008) 2024-11-22T03:49:02,732 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/.tmp/info/4c9c017cbce84fe5b0c9a29b6d8fe1a4 2024-11-22T03:49:02,738 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/hbase/meta/1588230740/.tmp/info/b2cb02dd3e27413b8625ecc453c3f861 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a./info:regioninfo/1732247292679/Put/seqid=0 2024-11-22T03:49:02,741 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/.tmp/info/4c9c017cbce84fe5b0c9a29b6d8fe1a4 as hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/info/4c9c017cbce84fe5b0c9a29b6d8fe1a4 2024-11-22T03:49:02,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741846_1022 (size=7308) 2024-11-22T03:49:02,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741846_1022 (size=7308) 2024-11-22T03:49:02,744 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/hbase/meta/1588230740/.tmp/info/b2cb02dd3e27413b8625ecc453c3f861 2024-11-22T03:49:02,748 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/info/4c9c017cbce84fe5b0c9a29b6d8fe1a4, entries=1, sequenceid=22, filesize=5.9 K 2024-11-22T03:49:02,749 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 04397967d446a8b4a4490e1b3ffd6b6a in 30ms, sequenceid=22, compaction requested=true 2024-11-22T03:49:02,750 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/info/3453858893cb4009a1eb9c7e855a78dc, hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/info/52d3eb12b9a744a1b67a59297ecb8ac7, hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/info/632150042c25412fb795edea74a1f6ee] to archive 2024-11-22T03:49:02,753 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T03:49:02,755 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/info/3453858893cb4009a1eb9c7e855a78dc to hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/info/3453858893cb4009a1eb9c7e855a78dc 2024-11-22T03:49:02,757 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/info/52d3eb12b9a744a1b67a59297ecb8ac7 to hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/info/52d3eb12b9a744a1b67a59297ecb8ac7 2024-11-22T03:49:02,758 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/info/632150042c25412fb795edea74a1f6ee to hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/info/632150042c25412fb795edea74a1f6ee 2024-11-22T03:49:02,765 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/hbase/meta/1588230740/.tmp/ns/aef8827799de4432bf334ecb0018e1eb is 43, key is default/ns:d/1732247292209/Put/seqid=0 2024-11-22T03:49:02,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741847_1023 (size=5153) 2024-11-22T03:49:02,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741847_1023 (size=5153) 2024-11-22T03:49:02,772 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/hbase/meta/1588230740/.tmp/ns/aef8827799de4432bf334ecb0018e1eb 2024-11-22T03:49:02,772 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c85114ed5096:35105 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-22T03:49:02,772 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [3453858893cb4009a1eb9c7e855a78dc=6008, 52d3eb12b9a744a1b67a59297ecb8ac7=6008, 632150042c25412fb795edea74a1f6ee=6008] 2024-11-22T03:49:02,777 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/04397967d446a8b4a4490e1b3ffd6b6a/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-22T03:49:02,777 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a. 2024-11-22T03:49:02,777 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04397967d446a8b4a4490e1b3ffd6b6a: Waiting for close lock at 1732247342718Running coprocessor pre-close hooks at 1732247342718Disabling compacts and flushes for region at 1732247342718Disabling writes for close at 1732247342718Obtaining lock to block concurrent updates at 1732247342719 (+1 ms)Preparing flush snapshotting stores in 04397967d446a8b4a4490e1b3ffd6b6a at 1732247342719Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1732247342719Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a. at 1732247342720 (+1 ms)Flushing 04397967d446a8b4a4490e1b3ffd6b6a/info: creating writer at 1732247342720Flushing 04397967d446a8b4a4490e1b3ffd6b6a/info: appending metadata at 1732247342722 (+2 ms)Flushing 04397967d446a8b4a4490e1b3ffd6b6a/info: closing flushed file at 1732247342722Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d1f30f: reopening flushed file at 1732247342740 (+18 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 04397967d446a8b4a4490e1b3ffd6b6a in 30ms, sequenceid=22, compaction requested=true at 1732247342749 (+9 ms)Writing region close event to WAL at 1732247342773 (+24 ms)Running coprocessor post-close hooks at 1732247342777 (+4 ms)Closed at 1732247342777 2024-11-22T03:49:02,778 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732247292307.04397967d446a8b4a4490e1b3ffd6b6a. 2024-11-22T03:49:02,791 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/hbase/meta/1588230740/.tmp/table/11467dd4e65f4b27ab49c11dd3dd9bdd is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1732247292689/Put/seqid=0 2024-11-22T03:49:02,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741848_1024 (size=5508) 2024-11-22T03:49:02,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741848_1024 (size=5508) 2024-11-22T03:49:02,796 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/hbase/meta/1588230740/.tmp/table/11467dd4e65f4b27ab49c11dd3dd9bdd 2024-11-22T03:49:02,803 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/hbase/meta/1588230740/.tmp/info/b2cb02dd3e27413b8625ecc453c3f861 as hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/hbase/meta/1588230740/info/b2cb02dd3e27413b8625ecc453c3f861 2024-11-22T03:49:02,809 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/hbase/meta/1588230740/info/b2cb02dd3e27413b8625ecc453c3f861, entries=10, sequenceid=11, filesize=7.1 K 2024-11-22T03:49:02,810 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/hbase/meta/1588230740/.tmp/ns/aef8827799de4432bf334ecb0018e1eb as hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/hbase/meta/1588230740/ns/aef8827799de4432bf334ecb0018e1eb 2024-11-22T03:49:02,817 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/hbase/meta/1588230740/ns/aef8827799de4432bf334ecb0018e1eb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T03:49:02,818 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/hbase/meta/1588230740/.tmp/table/11467dd4e65f4b27ab49c11dd3dd9bdd as hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/hbase/meta/1588230740/table/11467dd4e65f4b27ab49c11dd3dd9bdd 2024-11-22T03:49:02,823 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/hbase/meta/1588230740/table/11467dd4e65f4b27ab49c11dd3dd9bdd, entries=2, sequenceid=11, filesize=5.4 K 2024-11-22T03:49:02,824 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 105ms, sequenceid=11, compaction requested=false 2024-11-22T03:49:02,829 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T03:49:02,830 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:49:02,830 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:49:02,830 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732247342719Running coprocessor pre-close hooks at 1732247342719Disabling compacts and flushes for region at 1732247342719Disabling writes for close at 1732247342719Obtaining lock to block concurrent updates at 1732247342719Preparing flush snapshotting stores in 1588230740 at 1732247342719Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1732247342720 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732247342720Flushing 1588230740/info: creating writer at 1732247342720Flushing 1588230740/info: appending metadata at 1732247342737 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732247342737Flushing 1588230740/ns: creating writer at 1732247342751 (+14 ms)Flushing 1588230740/ns: appending metadata at 1732247342765 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732247342765Flushing 1588230740/table: creating writer at 1732247342778 (+13 ms)Flushing 1588230740/table: appending metadata at 1732247342790 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732247342790Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2282ec91: reopening flushed file at 1732247342802 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f85c03f: reopening flushed file at 1732247342809 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bcd0c6b: reopening flushed file at 1732247342817 (+8 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 105ms, sequenceid=11, compaction requested=false at 1732247342824 (+7 ms)Writing region close event to WAL at 1732247342825 (+1 ms)Running coprocessor post-close hooks at 1732247342830 (+5 ms)Closed at 1732247342830 2024-11-22T03:49:02,830 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:49:02,919 INFO [RS:0;c85114ed5096:42735 {}] regionserver.HRegionServer(976): stopping server c85114ed5096,42735,1732247291364; all regions closed. 2024-11-22T03:49:02,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741834_1010 (size=3306) 2024-11-22T03:49:02,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741834_1010 (size=3306) 2024-11-22T03:49:02,930 DEBUG [RS:0;c85114ed5096:42735 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/oldWALs 2024-11-22T03:49:02,930 INFO [RS:0;c85114ed5096:42735 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c85114ed5096%2C42735%2C1732247291364.meta:.meta(num 1732247292158) 2024-11-22T03:49:02,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741844_1020 (size=1252) 2024-11-22T03:49:02,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741844_1020 (size=1252) 2024-11-22T03:49:02,936 DEBUG [RS:0;c85114ed5096:42735 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/oldWALs 2024-11-22T03:49:02,936 INFO [RS:0;c85114ed5096:42735 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c85114ed5096%2C42735%2C1732247291364:(num 1732247342693) 2024-11-22T03:49:02,936 DEBUG [RS:0;c85114ed5096:42735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:49:02,936 INFO [RS:0;c85114ed5096:42735 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:49:02,937 INFO [RS:0;c85114ed5096:42735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:49:02,937 INFO [RS:0;c85114ed5096:42735 {}] hbase.ChoreService(370): Chore service for: regionserver/c85114ed5096:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T03:49:02,937 INFO [RS:0;c85114ed5096:42735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:49:02,937 INFO [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:49:02,937 INFO [RS:0;c85114ed5096:42735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42735 2024-11-22T03:49:02,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42735-0x100658b62130001, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c85114ed5096,42735,1732247291364 2024-11-22T03:49:02,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T03:49:02,939 INFO [RS:0;c85114ed5096:42735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:49:02,940 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c85114ed5096,42735,1732247291364] 2024-11-22T03:49:02,940 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c85114ed5096,42735,1732247291364 already deleted, retry=false 2024-11-22T03:49:02,940 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c85114ed5096,42735,1732247291364 expired; onlineServers=0 2024-11-22T03:49:02,940 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c85114ed5096,35105,1732247291319' ***** 2024-11-22T03:49:02,940 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:49:02,941 INFO [M:0;c85114ed5096:35105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:49:02,941 INFO [M:0;c85114ed5096:35105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:49:02,941 DEBUG [M:0;c85114ed5096:35105 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:49:02,941 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:49:02,941 DEBUG [M:0;c85114ed5096:35105 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:49:02,941 DEBUG [master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732247291542 {}] cleaner.HFileCleaner(306): Exit Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732247291542,5,FailOnTimeoutGroup] 2024-11-22T03:49:02,941 DEBUG [master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732247291543 {}] cleaner.HFileCleaner(306): Exit Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732247291543,5,FailOnTimeoutGroup] 2024-11-22T03:49:02,941 INFO [M:0;c85114ed5096:35105 {}] hbase.ChoreService(370): Chore service for: master/c85114ed5096:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:49:02,941 INFO [M:0;c85114ed5096:35105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:49:02,941 DEBUG [M:0;c85114ed5096:35105 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:49:02,941 INFO [M:0;c85114ed5096:35105 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:49:02,941 INFO [M:0;c85114ed5096:35105 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:49:02,942 INFO [M:0;c85114ed5096:35105 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:49:02,942 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:49:02,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T03:49:02,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:49:02,942 DEBUG [M:0;c85114ed5096:35105 {}] zookeeper.ZKUtil(347): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T03:49:02,942 WARN [M:0;c85114ed5096:35105 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:49:02,944 INFO [M:0;c85114ed5096:35105 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/.lastflushedseqids 2024-11-22T03:49:02,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741849_1025 (size=130) 2024-11-22T03:49:02,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741849_1025 (size=130) 2024-11-22T03:49:02,951 INFO [M:0;c85114ed5096:35105 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:49:02,951 INFO [M:0;c85114ed5096:35105 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:49:02,951 DEBUG [M:0;c85114ed5096:35105 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:49:02,951 INFO [M:0;c85114ed5096:35105 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:49:02,951 DEBUG [M:0;c85114ed5096:35105 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:49:02,951 DEBUG [M:0;c85114ed5096:35105 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:49:02,951 DEBUG [M:0;c85114ed5096:35105 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:49:02,951 INFO [M:0;c85114ed5096:35105 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.59 KB heapSize=55 KB 2024-11-22T03:49:02,966 DEBUG [M:0;c85114ed5096:35105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6ac4885f58d47ac99303a44ec43e924 is 82, key is hbase:meta,,1/info:regioninfo/1732247292196/Put/seqid=0 2024-11-22T03:49:02,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741850_1026 (size=5672) 2024-11-22T03:49:02,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741850_1026 (size=5672) 2024-11-22T03:49:02,972 INFO [M:0;c85114ed5096:35105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6ac4885f58d47ac99303a44ec43e924 2024-11-22T03:49:02,991 DEBUG [M:0;c85114ed5096:35105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e05ce3d02024796bfc73b33bd53683c is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732247292693/Put/seqid=0 2024-11-22T03:49:02,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741851_1027 (size=7823) 2024-11-22T03:49:02,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741851_1027 (size=7823) 2024-11-22T03:49:02,996 INFO [M:0;c85114ed5096:35105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.99 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e05ce3d02024796bfc73b33bd53683c 2024-11-22T03:49:03,001 INFO [M:0;c85114ed5096:35105 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e05ce3d02024796bfc73b33bd53683c 2024-11-22T03:49:03,016 DEBUG [M:0;c85114ed5096:35105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d7405071b194ac7b4fb34d542450f0f is 69, key is c85114ed5096,42735,1732247291364/rs:state/1732247291604/Put/seqid=0 2024-11-22T03:49:03,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741852_1028 (size=5156) 2024-11-22T03:49:03,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741852_1028 (size=5156) 2024-11-22T03:49:03,022 INFO [M:0;c85114ed5096:35105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d7405071b194ac7b4fb34d542450f0f 2024-11-22T03:49:03,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42735-0x100658b62130001, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:49:03,040 INFO [RS:0;c85114ed5096:42735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:49:03,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42735-0x100658b62130001, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:49:03,040 INFO [RS:0;c85114ed5096:42735 {}] regionserver.HRegionServer(1031): Exiting; stopping=c85114ed5096,42735,1732247291364; zookeeper connection closed. 2024-11-22T03:49:03,040 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2037ec44 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2037ec44 2024-11-22T03:49:03,040 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:49:03,044 DEBUG [M:0;c85114ed5096:35105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/bbbeb4b2d32f47b489d4247fc93a4eb7 is 52, key is load_balancer_on/state:d/1732247292302/Put/seqid=0 2024-11-22T03:49:03,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741853_1029 (size=5056) 2024-11-22T03:49:03,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741853_1029 (size=5056) 2024-11-22T03:49:03,049 INFO [M:0;c85114ed5096:35105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/bbbeb4b2d32f47b489d4247fc93a4eb7 2024-11-22T03:49:03,055 DEBUG [M:0;c85114ed5096:35105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6ac4885f58d47ac99303a44ec43e924 as hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e6ac4885f58d47ac99303a44ec43e924 2024-11-22T03:49:03,060 INFO [M:0;c85114ed5096:35105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e6ac4885f58d47ac99303a44ec43e924, entries=8, sequenceid=121, filesize=5.5 K 2024-11-22T03:49:03,061 DEBUG [M:0;c85114ed5096:35105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e05ce3d02024796bfc73b33bd53683c as hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e05ce3d02024796bfc73b33bd53683c 2024-11-22T03:49:03,067 INFO [M:0;c85114ed5096:35105 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e05ce3d02024796bfc73b33bd53683c 2024-11-22T03:49:03,067 INFO [M:0;c85114ed5096:35105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e05ce3d02024796bfc73b33bd53683c, entries=14, sequenceid=121, filesize=7.6 K 2024-11-22T03:49:03,068 DEBUG [M:0;c85114ed5096:35105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d7405071b194ac7b4fb34d542450f0f as hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d7405071b194ac7b4fb34d542450f0f 2024-11-22T03:49:03,073 INFO [M:0;c85114ed5096:35105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d7405071b194ac7b4fb34d542450f0f, entries=1, sequenceid=121, filesize=5.0 K 2024-11-22T03:49:03,074 DEBUG [M:0;c85114ed5096:35105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/bbbeb4b2d32f47b489d4247fc93a4eb7 as hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/bbbeb4b2d32f47b489d4247fc93a4eb7 2024-11-22T03:49:03,080 INFO [M:0;c85114ed5096:35105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37911/user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/bbbeb4b2d32f47b489d4247fc93a4eb7, entries=1, sequenceid=121, filesize=4.9 K 2024-11-22T03:49:03,081 INFO [M:0;c85114ed5096:35105 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.59 KB/44638, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=121, compaction requested=false 2024-11-22T03:49:03,082 INFO [M:0;c85114ed5096:35105 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:49:03,083 DEBUG [M:0;c85114ed5096:35105 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732247342951Disabling compacts and flushes for region at 1732247342951Disabling writes for close at 1732247342951Obtaining lock to block concurrent updates at 1732247342951Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732247342951Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44638, getHeapSize=56256, getOffHeapSize=0, getCellsCount=140 at 1732247342952 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732247342952Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732247342952Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732247342965 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732247342965Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732247342977 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732247342991 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732247342991Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732247343002 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732247343015 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732247343016 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732247343027 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732247343043 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732247343043Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@420f3451: reopening flushed file at 1732247343054 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e586ff7: reopening flushed file at 1732247343060 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2058552d: reopening flushed file at 1732247343067 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3413748b: reopening flushed file at 1732247343073 (+6 ms)Finished flush of dataSize ~43.59 KB/44638, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=121, compaction requested=false at 1732247343081 (+8 ms)Writing region close event to WAL at 1732247343082 (+1 ms)Closed at 1732247343082 2024-11-22T03:49:03,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741830_1006 (size=53035) 2024-11-22T03:49:03,085 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6a09b2d-fd3e-ac98-463f-1f1961f65503/MasterData/WALs/c85114ed5096,35105,1732247291319/c85114ed5096%2C35105%2C1732247291319.1732247291459 not finished, retry = 0 2024-11-22T03:49:03,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33593 is added to blk_1073741830_1006 (size=53035) 2024-11-22T03:49:03,186 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:49:03,186 INFO [M:0;c85114ed5096:35105 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:49:03,186 INFO [M:0;c85114ed5096:35105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35105 2024-11-22T03:49:03,186 INFO [M:0;c85114ed5096:35105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:49:03,287 INFO [M:0;c85114ed5096:35105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:49:03,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:49:03,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35105-0x100658b62130000, quorum=127.0.0.1:54606, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:49:03,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@490ab78f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:49:03,291 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35fe3c6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:49:03,291 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:49:03,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@821aa50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:49:03,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62d55df7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/hadoop.log.dir/,STOPPED} 2024-11-22T03:49:03,294 WARN [BP-1764662718-172.17.0.2-1732247290682 heartbeating to localhost/127.0.0.1:37911 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:49:03,294 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:49:03,294 WARN [BP-1764662718-172.17.0.2-1732247290682 heartbeating to localhost/127.0.0.1:37911 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1764662718-172.17.0.2-1732247290682 (Datanode Uuid 2d81c254-cec1-4e6e-aeb5-d224037b8d71) service to localhost/127.0.0.1:37911 2024-11-22T03:49:03,294 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:49:03,294 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/cluster_794d4b61-5951-f67f-7b9a-370e7904df35/data/data3/current/BP-1764662718-172.17.0.2-1732247290682 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:49:03,295 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/cluster_794d4b61-5951-f67f-7b9a-370e7904df35/data/data4/current/BP-1764662718-172.17.0.2-1732247290682 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:49:03,295 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:49:03,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a39f17a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:49:03,299 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f6c3d8b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:49:03,300 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:49:03,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ce33677{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:49:03,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282d8f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/hadoop.log.dir/,STOPPED} 2024-11-22T03:49:03,302 WARN [BP-1764662718-172.17.0.2-1732247290682 heartbeating to localhost/127.0.0.1:37911 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:49:03,302 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:49:03,302 WARN [BP-1764662718-172.17.0.2-1732247290682 heartbeating to localhost/127.0.0.1:37911 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1764662718-172.17.0.2-1732247290682 (Datanode Uuid 15846803-f5f0-4625-871c-503f14b86058) service to localhost/127.0.0.1:37911 2024-11-22T03:49:03,302 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:49:03,302 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/cluster_794d4b61-5951-f67f-7b9a-370e7904df35/data/data1/current/BP-1764662718-172.17.0.2-1732247290682 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:49:03,302 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/cluster_794d4b61-5951-f67f-7b9a-370e7904df35/data/data2/current/BP-1764662718-172.17.0.2-1732247290682 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:49:03,303 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:49:03,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3790de04{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:49:03,309 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fd9f81b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:49:03,309 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:49:03,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51de52d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:49:03,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cda6b18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/hadoop.log.dir/,STOPPED} 2024-11-22T03:49:03,315 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T03:49:03,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:49:03,349 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=99 (was 103), OpenFileDescriptor=429 (was 442), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=62 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=2787 (was 3087) 2024-11-22T03:49:03,354 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=99, OpenFileDescriptor=429, MaxFileDescriptor=1048576, SystemLoadAverage=62, ProcessCount=11, AvailableMemoryMB=2787 2024-11-22T03:49:03,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:49:03,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/hadoop.log.dir so I do NOT create it in target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb 2024-11-22T03:49:03,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/841bc6f0-3c25-a832-6b2b-aab537711e90/hadoop.tmp.dir so I do NOT create it in target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb 2024-11-22T03:49:03,355 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/cluster_f4478fed-ee83-77d2-f751-834341ac8fda, deleteOnExit=true 2024-11-22T03:49:03,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:49:03,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/test.cache.data in system properties and HBase conf 2024-11-22T03:49:03,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:49:03,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:49:03,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:49:03,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:49:03,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:49:03,355 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:49:03,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:49:03,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:49:03,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:49:03,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:49:03,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:49:03,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:49:03,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:49:03,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:49:03,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:49:03,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:49:03,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:49:03,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:49:03,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:49:03,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:49:03,418 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:49:03,422 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:49:03,423 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:49:03,423 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:49:03,423 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:49:03,424 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:49:03,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe19690{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:49:03,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@338eca22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:49:03,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6da7b10c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/java.io.tmpdir/jetty-localhost-41685-hadoop-hdfs-3_4_1-tests_jar-_-any-6395823832731683429/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:49:03,518 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44bd3813{HTTP/1.1, (http/1.1)}{localhost:41685} 2024-11-22T03:49:03,518 INFO [Time-limited test {}] server.Server(415): Started @139629ms 2024-11-22T03:49:03,580 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:49:03,583 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:49:03,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:49:03,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:49:03,584 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:49:03,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31864e8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:49:03,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d0e67a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:49:03,623 INFO [regionserver/c85114ed5096:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:49:03,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c0343c8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/java.io.tmpdir/jetty-localhost-37109-hadoop-hdfs-3_4_1-tests_jar-_-any-14741300486787438518/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:49:03,678 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54e0e381{HTTP/1.1, (http/1.1)}{localhost:37109} 2024-11-22T03:49:03,678 INFO [Time-limited test {}] server.Server(415): Started @139789ms 2024-11-22T03:49:03,679 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:49:03,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:49:03,709 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:49:03,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:49:03,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:49:03,710 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:49:03,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7aa52dc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:49:03,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7485016e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:49:03,734 WARN [Thread-1092 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/cluster_f4478fed-ee83-77d2-f751-834341ac8fda/data/data2/current/BP-1458605192-172.17.0.2-1732247343381/current, will proceed with Du for space computation calculation, 2024-11-22T03:49:03,734 WARN [Thread-1091 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/cluster_f4478fed-ee83-77d2-f751-834341ac8fda/data/data1/current/BP-1458605192-172.17.0.2-1732247343381/current, will proceed with Du for space computation calculation, 2024-11-22T03:49:03,748 WARN [Thread-1070 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:49:03,751 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa382c34661dbdf0a with lease ID 0x5d3976b0b9e0ad58: Processing first storage report for DS-d0e7513f-dc38-4bef-9332-79a73e7fd558 from datanode DatanodeRegistration(127.0.0.1:43927, datanodeUuid=56a99735-2a54-4af9-9623-4d0014537a79, infoPort=45617, infoSecurePort=0, ipcPort=35631, storageInfo=lv=-57;cid=testClusterID;nsid=857091156;c=1732247343381) 2024-11-22T03:49:03,751 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa382c34661dbdf0a with lease ID 0x5d3976b0b9e0ad58: from storage DS-d0e7513f-dc38-4bef-9332-79a73e7fd558 node DatanodeRegistration(127.0.0.1:43927, datanodeUuid=56a99735-2a54-4af9-9623-4d0014537a79, infoPort=45617, infoSecurePort=0, ipcPort=35631, storageInfo=lv=-57;cid=testClusterID;nsid=857091156;c=1732247343381), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:49:03,751 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa382c34661dbdf0a with lease ID 0x5d3976b0b9e0ad58: Processing first storage report for DS-f88ee020-1fbb-46da-a9a7-69c5a3daac26 from datanode DatanodeRegistration(127.0.0.1:43927, datanodeUuid=56a99735-2a54-4af9-9623-4d0014537a79, infoPort=45617, infoSecurePort=0, ipcPort=35631, storageInfo=lv=-57;cid=testClusterID;nsid=857091156;c=1732247343381) 2024-11-22T03:49:03,751 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa382c34661dbdf0a with lease ID 0x5d3976b0b9e0ad58: from storage DS-f88ee020-1fbb-46da-a9a7-69c5a3daac26 node DatanodeRegistration(127.0.0.1:43927, datanodeUuid=56a99735-2a54-4af9-9623-4d0014537a79, infoPort=45617, infoSecurePort=0, ipcPort=35631, storageInfo=lv=-57;cid=testClusterID;nsid=857091156;c=1732247343381), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:49:03,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@646bf5c6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/java.io.tmpdir/jetty-localhost-38149-hadoop-hdfs-3_4_1-tests_jar-_-any-10189055480683314970/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:49:03,811 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34e9901d{HTTP/1.1, (http/1.1)}{localhost:38149} 2024-11-22T03:49:03,811 INFO [Time-limited test {}] server.Server(415): Started @139921ms 2024-11-22T03:49:03,812 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:49:03,872 WARN [Thread-1118 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/cluster_f4478fed-ee83-77d2-f751-834341ac8fda/data/data4/current/BP-1458605192-172.17.0.2-1732247343381/current, will proceed with Du for space computation calculation, 2024-11-22T03:49:03,872 WARN [Thread-1117 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/cluster_f4478fed-ee83-77d2-f751-834341ac8fda/data/data3/current/BP-1458605192-172.17.0.2-1732247343381/current, will proceed with Du for space computation calculation, 2024-11-22T03:49:03,887 WARN [Thread-1106 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:49:03,892 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f390dcdd9d8f624 with lease ID 0x5d3976b0b9e0ad59: Processing first storage report for DS-252b2509-dd74-4843-ab68-264b6bc97535 from datanode DatanodeRegistration(127.0.0.1:43311, datanodeUuid=6affbd6c-3950-4bbd-b0d4-7803a124f920, infoPort=34963, infoSecurePort=0, ipcPort=42057, storageInfo=lv=-57;cid=testClusterID;nsid=857091156;c=1732247343381) 2024-11-22T03:49:03,893 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f390dcdd9d8f624 with lease ID 0x5d3976b0b9e0ad59: from storage DS-252b2509-dd74-4843-ab68-264b6bc97535 node DatanodeRegistration(127.0.0.1:43311, datanodeUuid=6affbd6c-3950-4bbd-b0d4-7803a124f920, infoPort=34963, infoSecurePort=0, ipcPort=42057, storageInfo=lv=-57;cid=testClusterID;nsid=857091156;c=1732247343381), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:49:03,893 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f390dcdd9d8f624 with lease ID 0x5d3976b0b9e0ad59: Processing first storage report for DS-ef08cbb2-15f8-4fee-b6d0-eb0e0f025ef2 from datanode DatanodeRegistration(127.0.0.1:43311, datanodeUuid=6affbd6c-3950-4bbd-b0d4-7803a124f920, infoPort=34963, infoSecurePort=0, ipcPort=42057, storageInfo=lv=-57;cid=testClusterID;nsid=857091156;c=1732247343381) 2024-11-22T03:49:03,893 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f390dcdd9d8f624 with lease ID 0x5d3976b0b9e0ad59: from storage DS-ef08cbb2-15f8-4fee-b6d0-eb0e0f025ef2 node DatanodeRegistration(127.0.0.1:43311, datanodeUuid=6affbd6c-3950-4bbd-b0d4-7803a124f920, infoPort=34963, infoSecurePort=0, ipcPort=42057, storageInfo=lv=-57;cid=testClusterID;nsid=857091156;c=1732247343381), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T03:49:03,936 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb 2024-11-22T03:49:03,941 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/cluster_f4478fed-ee83-77d2-f751-834341ac8fda/zookeeper_0, clientPort=56966, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/cluster_f4478fed-ee83-77d2-f751-834341ac8fda/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/cluster_f4478fed-ee83-77d2-f751-834341ac8fda/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T03:49:03,942 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56966 2024-11-22T03:49:03,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:49:03,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:49:03,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:49:03,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:49:03,953 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4 with version=8 2024-11-22T03:49:03,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/hbase-staging 2024-11-22T03:49:03,955 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c85114ed5096:0 server-side Connection retries=45 2024-11-22T03:49:03,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:49:03,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:49:03,955 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:49:03,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:49:03,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:49:03,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:49:03,955 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:49:03,956 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38055 2024-11-22T03:49:03,958 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38055 connecting to ZooKeeper ensemble=127.0.0.1:56966 2024-11-22T03:49:03,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380550x0, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:49:03,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38055-0x100658c2fb20000 connected 2024-11-22T03:49:03,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:49:03,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:49:03,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:49:03,981 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4, hbase.cluster.distributed=false 2024-11-22T03:49:03,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T03:49:03,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38055 2024-11-22T03:49:03,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38055 2024-11-22T03:49:03,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38055 2024-11-22T03:49:03,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38055 2024-11-22T03:49:03,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38055 2024-11-22T03:49:04,003 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c85114ed5096:0 server-side Connection retries=45 2024-11-22T03:49:04,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:49:04,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:49:04,003 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:49:04,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:49:04,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:49:04,003 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:49:04,004 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:49:04,004 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36563 2024-11-22T03:49:04,006 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36563 connecting to ZooKeeper ensemble=127.0.0.1:56966 2024-11-22T03:49:04,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:49:04,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:49:04,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365630x0, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:49:04,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365630x0, quorum=127.0.0.1:56966, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:49:04,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36563-0x100658c2fb20001 connected 2024-11-22T03:49:04,012 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:49:04,012 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:49:04,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36563-0x100658c2fb20001, quorum=127.0.0.1:56966, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T03:49:04,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36563-0x100658c2fb20001, quorum=127.0.0.1:56966, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T03:49:04,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36563 2024-11-22T03:49:04,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36563 2024-11-22T03:49:04,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36563 2024-11-22T03:49:04,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36563 2024-11-22T03:49:04,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36563 2024-11-22T03:49:04,032 DEBUG [M:0;c85114ed5096:38055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c85114ed5096:38055 2024-11-22T03:49:04,033 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c85114ed5096,38055,1732247343955 2024-11-22T03:49:04,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:49:04,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36563-0x100658c2fb20001, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:49:04,034 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c85114ed5096,38055,1732247343955 2024-11-22T03:49:04,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36563-0x100658c2fb20001, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T03:49:04,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:49:04,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36563-0x100658c2fb20001, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:49:04,036 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T03:49:04,036 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c85114ed5096,38055,1732247343955 from backup master directory 2024-11-22T03:49:04,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c85114ed5096,38055,1732247343955 2024-11-22T03:49:04,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36563-0x100658c2fb20001, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:49:04,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:49:04,037 WARN [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:49:04,037 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c85114ed5096,38055,1732247343955 2024-11-22T03:49:04,041 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/hbase.id] with ID: adfcaec8-d940-401d-b9f9-392a378d3fa6 2024-11-22T03:49:04,041 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/.tmp/hbase.id 2024-11-22T03:49:04,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:49:04,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:49:04,048 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/.tmp/hbase.id]:[hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/hbase.id] 2024-11-22T03:49:04,062 INFO [master/c85114ed5096:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:49:04,062 INFO [master/c85114ed5096:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:49:04,063 INFO [master/c85114ed5096:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T03:49:04,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36563-0x100658c2fb20001, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:49:04,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:49:04,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:49:04,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:49:04,072 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:49:04,072 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:49:04,072 INFO [master/c85114ed5096:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:49:04,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:49:04,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:49:04,080 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/data/master/store 2024-11-22T03:49:04,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:49:04,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:49:04,087 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:49:04,087 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:49:04,087 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:49:04,088 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:49:04,088 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:49:04,088 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:49:04,088 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:49:04,088 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732247344087Disabling compacts and flushes for region at 1732247344087Disabling writes for close at 1732247344088 (+1 ms)Writing region close event to WAL at 1732247344088Closed at 1732247344088 2024-11-22T03:49:04,088 WARN [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/data/master/store/.initializing 2024-11-22T03:49:04,088 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/WALs/c85114ed5096,38055,1732247343955 2024-11-22T03:49:04,089 INFO [master/c85114ed5096:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:49:04,091 INFO [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c85114ed5096%2C38055%2C1732247343955, suffix=, logDir=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/WALs/c85114ed5096,38055,1732247343955, archiveDir=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/oldWALs, maxLogs=10 2024-11-22T03:49:04,103 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/WALs/c85114ed5096,38055,1732247343955/c85114ed5096%2C38055%2C1732247343955.1732247344091, exclude list is [], retry=0 2024-11-22T03:49:04,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43311,DS-252b2509-dd74-4843-ab68-264b6bc97535,DISK] 2024-11-22T03:49:04,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43927,DS-d0e7513f-dc38-4bef-9332-79a73e7fd558,DISK] 2024-11-22T03:49:04,108 INFO [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/WALs/c85114ed5096,38055,1732247343955/c85114ed5096%2C38055%2C1732247343955.1732247344091 2024-11-22T03:49:04,108 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34963:34963),(127.0.0.1/127.0.0.1:45617:45617)] 2024-11-22T03:49:04,108 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:49:04,108 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:49:04,108 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:49:04,108 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:49:04,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:49:04,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:49:04,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:49:04,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:49:04,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:49:04,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:49:04,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:49:04,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:49:04,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:49:04,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:49:04,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:49:04,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:49:04,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:49:04,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:49:04,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:49:04,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:49:04,117 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:49:04,117 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:49:04,118 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:49:04,119 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:49:04,119 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:49:04,119 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:49:04,121 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:49:04,123 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:49:04,123 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=863857, jitterRate=0.0984513908624649}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:49:04,124 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732247344109Initializing all the Stores at 1732247344109Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247344109Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247344109Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247344110 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247344110Cleaning up temporary data from old regions at 1732247344119 (+9 ms)Region opened successfully at 1732247344124 (+5 ms) 2024-11-22T03:49:04,124 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:49:04,128 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5997b628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c85114ed5096/172.17.0.2:0 2024-11-22T03:49:04,129 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:49:04,129 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:49:04,129 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:49:04,129 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:49:04,130 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:49:04,130 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:49:04,130 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:49:04,132 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:49:04,132 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T03:49:04,133 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T03:49:04,133 INFO [master/c85114ed5096:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:49:04,134 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:49:04,134 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T03:49:04,135 INFO [master/c85114ed5096:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:49:04,136 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:49:04,136 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T03:49:04,137 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:49:04,138 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T03:49:04,140 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:49:04,140 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T03:49:04,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36563-0x100658c2fb20001, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T03:49:04,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T03:49:04,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36563-0x100658c2fb20001, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:49:04,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:49:04,142 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c85114ed5096,38055,1732247343955, sessionid=0x100658c2fb20000, setting cluster-up flag (Was=false) 2024-11-22T03:49:04,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36563-0x100658c2fb20001, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:49:04,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:49:04,146 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T03:49:04,147 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c85114ed5096,38055,1732247343955 2024-11-22T03:49:04,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:49:04,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36563-0x100658c2fb20001, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:49:04,151 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T03:49:04,152 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c85114ed5096,38055,1732247343955 2024-11-22T03:49:04,153 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:49:04,154 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:49:04,155 INFO [master/c85114ed5096:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:49:04,155 INFO [master/c85114ed5096:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:49:04,155 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c85114ed5096,38055,1732247343955 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:49:04,156 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:49:04,156 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:49:04,156 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:49:04,156 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:49:04,156 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c85114ed5096:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:49:04,156 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:49:04,156 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c85114ed5096:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:49:04,156 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:49:04,157 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732247374157 2024-11-22T03:49:04,157 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:49:04,157 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:49:04,157 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:49:04,157 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:49:04,157 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:49:04,157 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:49:04,158 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:49:04,158 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:49:04,158 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:49:04,158 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:49:04,158 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:49:04,158 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:49:04,158 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:49:04,158 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:49:04,159 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732247344158,5,FailOnTimeoutGroup] 2024-11-22T03:49:04,159 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732247344159,5,FailOnTimeoutGroup] 2024-11-22T03:49:04,159 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:49:04,159 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:49:04,159 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:49:04,159 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:49:04,159 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:49:04,159 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:49:04,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:49:04,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:49:04,169 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:49:04,169 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4 2024-11-22T03:49:04,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741832_1008 (size=32) 2024-11-22T03:49:04,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741832_1008 (size=32) 2024-11-22T03:49:04,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:49:04,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:49:04,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:49:04,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:49:04,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:49:04,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:49:04,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:49:04,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:49:04,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:49:04,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:49:04,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:49:04,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:49:04,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:49:04,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:49:04,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:49:04,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:49:04,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:49:04,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:49:04,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740 2024-11-22T03:49:04,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740 2024-11-22T03:49:04,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:49:04,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:49:04,188 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T03:49:04,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:49:04,191 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:49:04,191 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=810511, jitterRate=0.030618533492088318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T03:49:04,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732247344178Initializing all the Stores at 1732247344179 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247344179Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247344179Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247344179Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247344179Cleaning up temporary data from old regions at 1732247344188 (+9 ms)Region opened successfully at 1732247344192 (+4 ms) 2024-11-22T03:49:04,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:49:04,192 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:49:04,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:49:04,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:49:04,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:49:04,192 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:49:04,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732247344192Disabling compacts and flushes for region at 1732247344192Disabling writes for close at 1732247344192Writing region close event to WAL at 1732247344192Closed at 1732247344192 2024-11-22T03:49:04,193 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:49:04,193 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:49:04,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:49:04,194 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:49:04,195 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:49:04,223 INFO [RS:0;c85114ed5096:36563 {}] regionserver.HRegionServer(746): ClusterId : adfcaec8-d940-401d-b9f9-392a378d3fa6 2024-11-22T03:49:04,223 DEBUG [RS:0;c85114ed5096:36563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:49:04,225 DEBUG [RS:0;c85114ed5096:36563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:49:04,225 DEBUG [RS:0;c85114ed5096:36563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:49:04,226 DEBUG [RS:0;c85114ed5096:36563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:49:04,227 DEBUG [RS:0;c85114ed5096:36563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@286a548c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c85114ed5096/172.17.0.2:0 2024-11-22T03:49:04,237 DEBUG [RS:0;c85114ed5096:36563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c85114ed5096:36563 2024-11-22T03:49:04,237 INFO [RS:0;c85114ed5096:36563 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:49:04,237 INFO [RS:0;c85114ed5096:36563 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:49:04,237 DEBUG [RS:0;c85114ed5096:36563 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:49:04,238 INFO [RS:0;c85114ed5096:36563 {}] regionserver.HRegionServer(2659): reportForDuty to master=c85114ed5096,38055,1732247343955 with port=36563, startcode=1732247344003 2024-11-22T03:49:04,238 DEBUG [RS:0;c85114ed5096:36563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:49:04,240 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57303, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:49:04,240 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38055 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c85114ed5096,36563,1732247344003 2024-11-22T03:49:04,240 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38055 {}] master.ServerManager(517): Registering regionserver=c85114ed5096,36563,1732247344003 2024-11-22T03:49:04,242 DEBUG [RS:0;c85114ed5096:36563 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4 2024-11-22T03:49:04,242 DEBUG [RS:0;c85114ed5096:36563 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42461 2024-11-22T03:49:04,242 DEBUG [RS:0;c85114ed5096:36563 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:49:04,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T03:49:04,244 DEBUG [RS:0;c85114ed5096:36563 {}] zookeeper.ZKUtil(111): regionserver:36563-0x100658c2fb20001, quorum=127.0.0.1:56966, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c85114ed5096,36563,1732247344003 2024-11-22T03:49:04,244 WARN [RS:0;c85114ed5096:36563 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:49:04,244 INFO [RS:0;c85114ed5096:36563 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:49:04,244 DEBUG [RS:0;c85114ed5096:36563 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/WALs/c85114ed5096,36563,1732247344003 2024-11-22T03:49:04,244 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c85114ed5096,36563,1732247344003] 2024-11-22T03:49:04,248 INFO [RS:0;c85114ed5096:36563 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:49:04,250 INFO [RS:0;c85114ed5096:36563 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:49:04,253 INFO [RS:0;c85114ed5096:36563 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:49:04,253 INFO [RS:0;c85114ed5096:36563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:49:04,253 INFO [RS:0;c85114ed5096:36563 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:49:04,254 INFO [RS:0;c85114ed5096:36563 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:49:04,254 INFO [RS:0;c85114ed5096:36563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:49:04,254 DEBUG [RS:0;c85114ed5096:36563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:49:04,254 DEBUG [RS:0;c85114ed5096:36563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:49:04,255 DEBUG [RS:0;c85114ed5096:36563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:49:04,255 DEBUG [RS:0;c85114ed5096:36563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:49:04,255 DEBUG [RS:0;c85114ed5096:36563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:49:04,255 DEBUG [RS:0;c85114ed5096:36563 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c85114ed5096:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:49:04,255 DEBUG [RS:0;c85114ed5096:36563 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:49:04,255 DEBUG [RS:0;c85114ed5096:36563 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:49:04,255 DEBUG [RS:0;c85114ed5096:36563 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:49:04,255 DEBUG [RS:0;c85114ed5096:36563 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:49:04,255 DEBUG [RS:0;c85114ed5096:36563 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:49:04,255 DEBUG [RS:0;c85114ed5096:36563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:49:04,255 DEBUG [RS:0;c85114ed5096:36563 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:49:04,256 DEBUG [RS:0;c85114ed5096:36563 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:49:04,257 INFO [RS:0;c85114ed5096:36563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:49:04,257 INFO [RS:0;c85114ed5096:36563 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:49:04,257 INFO [RS:0;c85114ed5096:36563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:49:04,257 INFO [RS:0;c85114ed5096:36563 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:49:04,257 INFO [RS:0;c85114ed5096:36563 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:49:04,257 INFO [RS:0;c85114ed5096:36563 {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,36563,1732247344003-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:49:04,279 INFO [RS:0;c85114ed5096:36563 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:49:04,279 INFO [RS:0;c85114ed5096:36563 {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,36563,1732247344003-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:49:04,279 INFO [RS:0;c85114ed5096:36563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:49:04,279 INFO [RS:0;c85114ed5096:36563 {}] regionserver.Replication(171): c85114ed5096,36563,1732247344003 started 2024-11-22T03:49:04,299 INFO [RS:0;c85114ed5096:36563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:49:04,299 INFO [RS:0;c85114ed5096:36563 {}] regionserver.HRegionServer(1482): Serving as c85114ed5096,36563,1732247344003, RpcServer on c85114ed5096/172.17.0.2:36563, sessionid=0x100658c2fb20001 2024-11-22T03:49:04,299 DEBUG [RS:0;c85114ed5096:36563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:49:04,299 DEBUG [RS:0;c85114ed5096:36563 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c85114ed5096,36563,1732247344003 2024-11-22T03:49:04,299 DEBUG [RS:0;c85114ed5096:36563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c85114ed5096,36563,1732247344003' 2024-11-22T03:49:04,299 DEBUG [RS:0;c85114ed5096:36563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T03:49:04,300 DEBUG [RS:0;c85114ed5096:36563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T03:49:04,300 DEBUG [RS:0;c85114ed5096:36563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:49:04,300 DEBUG [RS:0;c85114ed5096:36563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:49:04,300 DEBUG [RS:0;c85114ed5096:36563 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c85114ed5096,36563,1732247344003 2024-11-22T03:49:04,300 DEBUG [RS:0;c85114ed5096:36563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c85114ed5096,36563,1732247344003' 2024-11-22T03:49:04,300 DEBUG [RS:0;c85114ed5096:36563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T03:49:04,301 DEBUG [RS:0;c85114ed5096:36563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T03:49:04,301 DEBUG [RS:0;c85114ed5096:36563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:49:04,301 INFO [RS:0;c85114ed5096:36563 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:49:04,301 INFO [RS:0;c85114ed5096:36563 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:49:04,346 WARN [c85114ed5096:38055 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T03:49:04,402 INFO [RS:0;c85114ed5096:36563 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:49:04,404 INFO [RS:0;c85114ed5096:36563 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c85114ed5096%2C36563%2C1732247344003, suffix=, logDir=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/WALs/c85114ed5096,36563,1732247344003, archiveDir=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/oldWALs, maxLogs=32 2024-11-22T03:49:04,418 DEBUG [RS:0;c85114ed5096:36563 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/WALs/c85114ed5096,36563,1732247344003/c85114ed5096%2C36563%2C1732247344003.1732247344404, exclude list is [], retry=0 2024-11-22T03:49:04,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43311,DS-252b2509-dd74-4843-ab68-264b6bc97535,DISK] 2024-11-22T03:49:04,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43927,DS-d0e7513f-dc38-4bef-9332-79a73e7fd558,DISK] 2024-11-22T03:49:04,424 INFO [RS:0;c85114ed5096:36563 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/WALs/c85114ed5096,36563,1732247344003/c85114ed5096%2C36563%2C1732247344003.1732247344404 2024-11-22T03:49:04,424 DEBUG [RS:0;c85114ed5096:36563 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34963:34963),(127.0.0.1/127.0.0.1:45617:45617)] 2024-11-22T03:49:04,596 DEBUG [c85114ed5096:38055 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:49:04,597 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c85114ed5096,36563,1732247344003 2024-11-22T03:49:04,598 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c85114ed5096,36563,1732247344003, state=OPENING 2024-11-22T03:49:04,599 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:49:04,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36563-0x100658c2fb20001, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:49:04,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:49:04,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:49:04,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:49:04,600 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:49:04,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c85114ed5096,36563,1732247344003}] 2024-11-22T03:49:04,754 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:49:04,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59601, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:49:04,766 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:49:04,766 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:49:04,767 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:49:04,770 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c85114ed5096%2C36563%2C1732247344003.meta, suffix=.meta, logDir=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/WALs/c85114ed5096,36563,1732247344003, archiveDir=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/oldWALs, maxLogs=32 2024-11-22T03:49:04,784 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/WALs/c85114ed5096,36563,1732247344003/c85114ed5096%2C36563%2C1732247344003.meta.1732247344770.meta, exclude list is [], retry=0 2024-11-22T03:49:04,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43927,DS-d0e7513f-dc38-4bef-9332-79a73e7fd558,DISK] 2024-11-22T03:49:04,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43311,DS-252b2509-dd74-4843-ab68-264b6bc97535,DISK] 2024-11-22T03:49:04,788 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/WALs/c85114ed5096,36563,1732247344003/c85114ed5096%2C36563%2C1732247344003.meta.1732247344770.meta 2024-11-22T03:49:04,788 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34963:34963),(127.0.0.1/127.0.0.1:45617:45617)] 2024-11-22T03:49:04,788 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:49:04,788 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:49:04,788 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:49:04,789 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:49:04,789 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:49:04,789 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:49:04,789 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:49:04,789 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:49:04,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:49:04,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:49:04,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:49:04,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:49:04,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:49:04,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:49:04,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:49:04,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:49:04,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:49:04,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:49:04,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:49:04,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:49:04,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:49:04,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:49:04,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:49:04,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:49:04,796 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:49:04,796 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740 2024-11-22T03:49:04,797 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740 2024-11-22T03:49:04,799 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:49:04,799 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:49:04,800 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T03:49:04,801 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:49:04,802 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=754784, jitterRate=-0.04024307429790497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T03:49:04,802 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:49:04,803 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732247344789Writing region info on filesystem at 1732247344789Initializing all the Stores at 1732247344790 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247344790Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247344790Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247344790Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247344790Cleaning up temporary data from old regions at 1732247344799 (+9 ms)Running coprocessor post-open hooks at 1732247344802 (+3 ms)Region opened successfully at 1732247344803 (+1 ms) 2024-11-22T03:49:04,804 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732247344754 2024-11-22T03:49:04,807 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:49:04,807 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:49:04,808 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,36563,1732247344003 2024-11-22T03:49:04,809 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c85114ed5096,36563,1732247344003, state=OPEN 2024-11-22T03:49:04,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:49:04,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36563-0x100658c2fb20001, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:49:04,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:49:04,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:49:04,811 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c85114ed5096,36563,1732247344003 2024-11-22T03:49:04,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:49:04,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c85114ed5096,36563,1732247344003 in 210 msec 2024-11-22T03:49:04,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:49:04,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 620 msec 2024-11-22T03:49:04,818 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:49:04,818 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:49:04,819 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:49:04,820 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,36563,1732247344003, seqNum=-1] 2024-11-22T03:49:04,820 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:49:04,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59293, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:49:04,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 675 msec 2024-11-22T03:49:04,831 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732247344831, completionTime=-1 2024-11-22T03:49:04,831 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:49:04,831 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:49:04,833 INFO [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:49:04,833 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732247404833 2024-11-22T03:49:04,833 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732247464833 2024-11-22T03:49:04,833 INFO [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T03:49:04,834 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,38055,1732247343955-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:49:04,834 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,38055,1732247343955-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:49:04,834 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,38055,1732247343955-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:49:04,834 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c85114ed5096:38055, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:49:04,834 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:49:04,834 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:49:04,836 DEBUG [master/c85114ed5096:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:49:04,839 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.802sec 2024-11-22T03:49:04,839 INFO [master/c85114ed5096:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:49:04,839 INFO [master/c85114ed5096:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:49:04,839 INFO [master/c85114ed5096:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:49:04,839 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:49:04,840 INFO [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:49:04,840 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,38055,1732247343955-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:49:04,840 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,38055,1732247343955-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:49:04,842 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:49:04,842 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:49:04,842 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,38055,1732247343955-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:49:04,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b845af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:49:04,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,38055,-1 for getting cluster id 2024-11-22T03:49:04,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:49:04,925 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adfcaec8-d940-401d-b9f9-392a378d3fa6' 2024-11-22T03:49:04,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:49:04,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adfcaec8-d940-401d-b9f9-392a378d3fa6" 2024-11-22T03:49:04,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72297726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:49:04,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,38055,-1] 2024-11-22T03:49:04,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:49:04,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:49:04,927 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:49:04,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d140f4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:49:04,928 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:49:04,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,36563,1732247344003, seqNum=-1] 2024-11-22T03:49:04,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:49:04,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39820, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:49:04,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c85114ed5096,38055,1732247343955 2024-11-22T03:49:04,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:49:04,938 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-22T03:49:04,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:49:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,38055,1732247343955 2024-11-22T03:49:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b8a6fdc 2024-11-22T03:49:04,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:49:04,942 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:49:04,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-22T03:49:04,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-22T03:49:04,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:49:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-22T03:49:04,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:49:04,945 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:49:04,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-22T03:49:04,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:49:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:49:04,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741835_1011 (size=381) 2024-11-22T03:49:04,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741835_1011 (size=381) 2024-11-22T03:49:05,360 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f7cf6d8bc1c51c1594be3355a49a5d4e, NAME => 'TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4 2024-11-22T03:49:05,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741836_1012 (size=64) 2024-11-22T03:49:05,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741836_1012 (size=64) 2024-11-22T03:49:05,370 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:49:05,370 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing f7cf6d8bc1c51c1594be3355a49a5d4e, disabling compactions & flushes 2024-11-22T03:49:05,370 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e. 2024-11-22T03:49:05,370 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e. 2024-11-22T03:49:05,370 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e. after waiting 0 ms 2024-11-22T03:49:05,371 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e. 2024-11-22T03:49:05,371 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e. 2024-11-22T03:49:05,371 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for f7cf6d8bc1c51c1594be3355a49a5d4e: Waiting for close lock at 1732247345370Disabling compacts and flushes for region at 1732247345370Disabling writes for close at 1732247345370Writing region close event to WAL at 1732247345371 (+1 ms)Closed at 1732247345371 2024-11-22T03:49:05,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:49:05,372 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732247345372"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732247345372"}]},"ts":"1732247345372"} 2024-11-22T03:49:05,374 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:49:05,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:49:05,375 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247345375"}]},"ts":"1732247345375"} 2024-11-22T03:49:05,377 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-22T03:49:05,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f7cf6d8bc1c51c1594be3355a49a5d4e, ASSIGN}] 2024-11-22T03:49:05,378 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f7cf6d8bc1c51c1594be3355a49a5d4e, ASSIGN 2024-11-22T03:49:05,379 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f7cf6d8bc1c51c1594be3355a49a5d4e, ASSIGN; state=OFFLINE, location=c85114ed5096,36563,1732247344003; forceNewPlan=false, retain=false 2024-11-22T03:49:05,530 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f7cf6d8bc1c51c1594be3355a49a5d4e, regionState=OPENING, regionLocation=c85114ed5096,36563,1732247344003 2024-11-22T03:49:05,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f7cf6d8bc1c51c1594be3355a49a5d4e, ASSIGN because future has completed 2024-11-22T03:49:05,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7cf6d8bc1c51c1594be3355a49a5d4e, server=c85114ed5096,36563,1732247344003}] 2024-11-22T03:49:05,703 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e. 2024-11-22T03:49:05,703 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f7cf6d8bc1c51c1594be3355a49a5d4e, NAME => 'TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:49:05,704 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:05,704 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:49:05,705 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:05,705 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:05,706 INFO [StoreOpener-f7cf6d8bc1c51c1594be3355a49a5d4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:05,708 INFO [StoreOpener-f7cf6d8bc1c51c1594be3355a49a5d4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7cf6d8bc1c51c1594be3355a49a5d4e columnFamilyName info 2024-11-22T03:49:05,708 DEBUG [StoreOpener-f7cf6d8bc1c51c1594be3355a49a5d4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:49:05,708 INFO [StoreOpener-f7cf6d8bc1c51c1594be3355a49a5d4e-1 {}] regionserver.HStore(327): Store=f7cf6d8bc1c51c1594be3355a49a5d4e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:49:05,709 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:05,709 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:05,710 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:05,710 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:05,710 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:05,712 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:05,714 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:49:05,714 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f7cf6d8bc1c51c1594be3355a49a5d4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=696115, jitterRate=-0.11484438180923462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:49:05,715 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:05,715 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f7cf6d8bc1c51c1594be3355a49a5d4e: Running coprocessor pre-open hook at 1732247345705Writing region info on filesystem at 1732247345705Initializing all the Stores at 1732247345706 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247345706Cleaning up temporary data from old regions at 1732247345710 (+4 ms)Running coprocessor post-open hooks at 1732247345715 (+5 ms)Region opened successfully at 1732247345715 2024-11-22T03:49:05,716 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e., pid=6, masterSystemTime=1732247345694 2024-11-22T03:49:05,718 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e. 2024-11-22T03:49:05,718 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e. 2024-11-22T03:49:05,719 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f7cf6d8bc1c51c1594be3355a49a5d4e, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,36563,1732247344003 2024-11-22T03:49:05,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7cf6d8bc1c51c1594be3355a49a5d4e, server=c85114ed5096,36563,1732247344003 because future has completed 2024-11-22T03:49:05,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T03:49:05,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f7cf6d8bc1c51c1594be3355a49a5d4e, server=c85114ed5096,36563,1732247344003 in 184 msec 2024-11-22T03:49:05,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T03:49:05,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f7cf6d8bc1c51c1594be3355a49a5d4e, ASSIGN in 348 msec 2024-11-22T03:49:05,729 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:49:05,729 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247345729"}]},"ts":"1732247345729"} 2024-11-22T03:49:05,731 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-22T03:49:05,732 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:49:05,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 789 msec 2024-11-22T03:49:07,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:07,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:07,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:07,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:07,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:07,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:07,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:07,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:07,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:07,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:08,326 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:49:08,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:08,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:08,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:08,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:08,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:08,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:08,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:08,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:08,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:08,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:08,724 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-22T03:49:08,725 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-22T03:49:08,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T03:49:10,248 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T03:49:10,250 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-22T03:49:14,232 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:49:14,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:14,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:14,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:14,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:14,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:14,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:14,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:14,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:14,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:14,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:49:14,976 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-22T03:49:14,976 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-22T03:49:14,981 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-22T03:49:14,981 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e. 2024-11-22T03:49:14,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e., hostname=c85114ed5096,36563,1732247344003, seqNum=2] 2024-11-22T03:49:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36563 {}] regionserver.HRegion(8855): Flush requested on f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:15,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f7cf6d8bc1c51c1594be3355a49a5d4e 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-22T03:49:15,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/97be4ff6b50349c9916fa679ed9e7b03 is 1055, key is row0001/info:/1732247354986/Put/seqid=0 2024-11-22T03:49:15,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741837_1013 (size=13386) 2024-11-22T03:49:15,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741837_1013 (size=13386) 2024-11-22T03:49:15,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/97be4ff6b50349c9916fa679ed9e7b03 2024-11-22T03:49:15,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/97be4ff6b50349c9916fa679ed9e7b03 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/97be4ff6b50349c9916fa679ed9e7b03 2024-11-22T03:49:15,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/97be4ff6b50349c9916fa679ed9e7b03, entries=8, sequenceid=12, filesize=13.1 K 2024-11-22T03:49:15,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=18.47 KB/18918 for f7cf6d8bc1c51c1594be3355a49a5d4e in 42ms, sequenceid=12, compaction requested=false 2024-11-22T03:49:15,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f7cf6d8bc1c51c1594be3355a49a5d4e: 2024-11-22T03:49:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36563 {}] regionserver.HRegion(8855): Flush requested on f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:15,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f7cf6d8bc1c51c1594be3355a49a5d4e 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-11-22T03:49:15,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/2e704a7a0bee4d4099f5f43b26e17678 is 1055, key is row0009/info:/1732247355004/Put/seqid=0 2024-11-22T03:49:15,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741838_1014 (size=26030) 2024-11-22T03:49:15,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741838_1014 (size=26030) 2024-11-22T03:49:15,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/2e704a7a0bee4d4099f5f43b26e17678 2024-11-22T03:49:15,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/2e704a7a0bee4d4099f5f43b26e17678 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/2e704a7a0bee4d4099f5f43b26e17678 2024-11-22T03:49:15,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/2e704a7a0bee4d4099f5f43b26e17678, entries=20, sequenceid=35, filesize=25.4 K 2024-11-22T03:49:15,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=4.11 KB/4204 for f7cf6d8bc1c51c1594be3355a49a5d4e in 24ms, sequenceid=35, compaction requested=false 2024-11-22T03:49:15,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f7cf6d8bc1c51c1594be3355a49a5d4e: 2024-11-22T03:49:15,071 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=38.5 K, sizeToCheck=16.0 K 2024-11-22T03:49:15,071 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T03:49:15,071 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/2e704a7a0bee4d4099f5f43b26e17678 because midkey is the same as first or last row 2024-11-22T03:49:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36563 {}] regionserver.HRegion(8855): Flush requested on f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:17,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f7cf6d8bc1c51c1594be3355a49a5d4e 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-22T03:49:17,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/f0d27e70ff4644caae886753ceafcfdd is 1055, key is row0029/info:/1732247355047/Put/seqid=0 2024-11-22T03:49:17,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741839_1015 (size=13386) 2024-11-22T03:49:17,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741839_1015 (size=13386) 2024-11-22T03:49:17,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/f0d27e70ff4644caae886753ceafcfdd 2024-11-22T03:49:17,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/f0d27e70ff4644caae886753ceafcfdd as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/f0d27e70ff4644caae886753ceafcfdd 2024-11-22T03:49:17,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/f0d27e70ff4644caae886753ceafcfdd, entries=8, sequenceid=46, filesize=13.1 K 2024-11-22T03:49:17,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for f7cf6d8bc1c51c1594be3355a49a5d4e in 30ms, sequenceid=46, compaction requested=true 2024-11-22T03:49:17,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f7cf6d8bc1c51c1594be3355a49a5d4e: 2024-11-22T03:49:17,100 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=51.6 K, sizeToCheck=16.0 K 2024-11-22T03:49:17,100 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T03:49:17,100 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/2e704a7a0bee4d4099f5f43b26e17678 because midkey is the same as first or last row 2024-11-22T03:49:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36563 {}] regionserver.HRegion(8855): Flush requested on f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:17,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7cf6d8bc1c51c1594be3355a49a5d4e:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:49:17,101 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:49:17,103 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 52802 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:49:17,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:49:17,103 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1541): f7cf6d8bc1c51c1594be3355a49a5d4e/info is initiating minor compaction (all files) 2024-11-22T03:49:17,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f7cf6d8bc1c51c1594be3355a49a5d4e 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-22T03:49:17,104 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7cf6d8bc1c51c1594be3355a49a5d4e/info in TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e. 2024-11-22T03:49:17,104 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/97be4ff6b50349c9916fa679ed9e7b03, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/2e704a7a0bee4d4099f5f43b26e17678, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/f0d27e70ff4644caae886753ceafcfdd] into tmpdir=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp, totalSize=51.6 K 2024-11-22T03:49:17,104 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97be4ff6b50349c9916fa679ed9e7b03, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732247354986 2024-11-22T03:49:17,105 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e704a7a0bee4d4099f5f43b26e17678, keycount=20, bloomtype=ROW, size=25.4 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1732247355004 2024-11-22T03:49:17,106 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0d27e70ff4644caae886753ceafcfdd, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732247355047 2024-11-22T03:49:17,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/7b831de2be0242c2a51094e921348410 is 1055, key is row0037/info:/1732247357072/Put/seqid=0 2024-11-22T03:49:17,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741840_1016 (size=19714) 2024-11-22T03:49:17,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741840_1016 (size=19714) 2024-11-22T03:49:17,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/7b831de2be0242c2a51094e921348410 2024-11-22T03:49:17,129 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7cf6d8bc1c51c1594be3355a49a5d4e#info#compaction#35 average throughput is 9.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:49:17,130 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/cc202e4dc7aa4759b4709d782606bc97 is 1055, key is row0001/info:/1732247354986/Put/seqid=0 2024-11-22T03:49:17,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/7b831de2be0242c2a51094e921348410 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/7b831de2be0242c2a51094e921348410 2024-11-22T03:49:17,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741841_1017 (size=43001) 2024-11-22T03:49:17,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741841_1017 (size=43001) 2024-11-22T03:49:17,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/7b831de2be0242c2a51094e921348410, entries=14, sequenceid=63, filesize=19.3 K 2024-11-22T03:49:17,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=14.37 KB/14714 for f7cf6d8bc1c51c1594be3355a49a5d4e in 39ms, sequenceid=63, compaction requested=false 2024-11-22T03:49:17,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f7cf6d8bc1c51c1594be3355a49a5d4e: 2024-11-22T03:49:17,142 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=70.8 K, sizeToCheck=16.0 K 2024-11-22T03:49:17,142 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T03:49:17,142 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/2e704a7a0bee4d4099f5f43b26e17678 because midkey is the same as first or last row 2024-11-22T03:49:17,143 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/cc202e4dc7aa4759b4709d782606bc97 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/cc202e4dc7aa4759b4709d782606bc97 2024-11-22T03:49:17,150 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7cf6d8bc1c51c1594be3355a49a5d4e/info of f7cf6d8bc1c51c1594be3355a49a5d4e into cc202e4dc7aa4759b4709d782606bc97(size=42.0 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:49:17,150 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7cf6d8bc1c51c1594be3355a49a5d4e: 2024-11-22T03:49:17,152 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e., storeName=f7cf6d8bc1c51c1594be3355a49a5d4e/info, priority=13, startTime=1732247357101; duration=0sec 2024-11-22T03:49:17,152 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=61.2 K, sizeToCheck=16.0 K 2024-11-22T03:49:17,152 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T03:49:17,152 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/cc202e4dc7aa4759b4709d782606bc97 because midkey is the same as first or last row 2024-11-22T03:49:17,152 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=61.2 K, sizeToCheck=16.0 K 2024-11-22T03:49:17,152 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T03:49:17,152 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/cc202e4dc7aa4759b4709d782606bc97 because midkey is the same as first or last row 2024-11-22T03:49:17,152 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=61.2 K, sizeToCheck=16.0 K 2024-11-22T03:49:17,153 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T03:49:17,153 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/cc202e4dc7aa4759b4709d782606bc97 because midkey is the same as first or last row 2024-11-22T03:49:17,153 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:49:17,153 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7cf6d8bc1c51c1594be3355a49a5d4e:info 2024-11-22T03:49:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36563 {}] regionserver.HRegion(8855): Flush requested on f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:19,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f7cf6d8bc1c51c1594be3355a49a5d4e 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-22T03:49:19,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/c954bf99090a463ab25ffea35f5a46d6 is 1055, key is row0051/info:/1732247357105/Put/seqid=0 2024-11-22T03:49:19,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741842_1018 (size=20766) 2024-11-22T03:49:19,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741842_1018 (size=20766) 2024-11-22T03:49:19,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/c954bf99090a463ab25ffea35f5a46d6 2024-11-22T03:49:19,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/c954bf99090a463ab25ffea35f5a46d6 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/c954bf99090a463ab25ffea35f5a46d6 2024-11-22T03:49:19,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/c954bf99090a463ab25ffea35f5a46d6, entries=15, sequenceid=82, filesize=20.3 K 2024-11-22T03:49:19,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=11.29 KB/11561 for f7cf6d8bc1c51c1594be3355a49a5d4e in 32ms, sequenceid=82, compaction requested=true 2024-11-22T03:49:19,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f7cf6d8bc1c51c1594be3355a49a5d4e: 2024-11-22T03:49:19,177 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-22T03:49:19,177 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T03:49:19,177 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/cc202e4dc7aa4759b4709d782606bc97 because midkey is the same as first or last row 2024-11-22T03:49:19,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7cf6d8bc1c51c1594be3355a49a5d4e:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:49:19,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:49:19,177 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:49:19,179 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:49:19,179 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1541): f7cf6d8bc1c51c1594be3355a49a5d4e/info is initiating minor compaction (all files) 2024-11-22T03:49:19,179 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7cf6d8bc1c51c1594be3355a49a5d4e/info in TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e. 2024-11-22T03:49:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36563 {}] regionserver.HRegion(8855): Flush requested on f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:19,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f7cf6d8bc1c51c1594be3355a49a5d4e 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-22T03:49:19,179 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/cc202e4dc7aa4759b4709d782606bc97, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/7b831de2be0242c2a51094e921348410, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/c954bf99090a463ab25ffea35f5a46d6] into tmpdir=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp, totalSize=81.5 K 2024-11-22T03:49:19,180 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc202e4dc7aa4759b4709d782606bc97, keycount=36, bloomtype=ROW, size=42.0 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732247354986 2024-11-22T03:49:19,181 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b831de2be0242c2a51094e921348410, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732247357072 2024-11-22T03:49:19,181 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.Compactor(225): Compacting c954bf99090a463ab25ffea35f5a46d6, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732247357105 2024-11-22T03:49:19,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/37a5a52c970241528f906a4804ad2023 is 1055, key is row0066/info:/1732247359147/Put/seqid=0 2024-11-22T03:49:19,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741843_1019 (size=17594) 2024-11-22T03:49:19,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741843_1019 (size=17594) 2024-11-22T03:49:19,202 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7cf6d8bc1c51c1594be3355a49a5d4e#info#compaction#38 average throughput is 16.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:49:19,203 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/3ebd76fcffb049a99d995de69ab5ef0d is 1055, key is row0001/info:/1732247354986/Put/seqid=0 2024-11-22T03:49:19,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/37a5a52c970241528f906a4804ad2023 2024-11-22T03:49:19,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/37a5a52c970241528f906a4804ad2023 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/37a5a52c970241528f906a4804ad2023 2024-11-22T03:49:19,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741844_1020 (size=73753) 2024-11-22T03:49:19,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741844_1020 (size=73753) 2024-11-22T03:49:19,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/37a5a52c970241528f906a4804ad2023, entries=12, sequenceid=97, filesize=17.2 K 2024-11-22T03:49:19,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for f7cf6d8bc1c51c1594be3355a49a5d4e in 42ms, sequenceid=97, compaction requested=false 2024-11-22T03:49:19,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f7cf6d8bc1c51c1594be3355a49a5d4e: 2024-11-22T03:49:19,222 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=98.7 K, sizeToCheck=16.0 K 2024-11-22T03:49:19,222 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T03:49:19,222 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/cc202e4dc7aa4759b4709d782606bc97 because midkey is the same as first or last row 2024-11-22T03:49:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36563 {}] regionserver.HRegion(8855): Flush requested on f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:19,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f7cf6d8bc1c51c1594be3355a49a5d4e 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-22T03:49:19,227 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/3ebd76fcffb049a99d995de69ab5ef0d as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/3ebd76fcffb049a99d995de69ab5ef0d 2024-11-22T03:49:19,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/771c8370e6e0487eb86b039c6d5bbcfe is 1055, key is row0078/info:/1732247359181/Put/seqid=0 2024-11-22T03:49:19,239 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7cf6d8bc1c51c1594be3355a49a5d4e/info of f7cf6d8bc1c51c1594be3355a49a5d4e into 3ebd76fcffb049a99d995de69ab5ef0d(size=72.0 K), total size for store is 89.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:49:19,239 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7cf6d8bc1c51c1594be3355a49a5d4e: 2024-11-22T03:49:19,239 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e., storeName=f7cf6d8bc1c51c1594be3355a49a5d4e/info, priority=13, startTime=1732247359177; duration=0sec 2024-11-22T03:49:19,239 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=89.2 K, sizeToCheck=16.0 K 2024-11-22T03:49:19,239 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T03:49:19,239 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=89.2 K, sizeToCheck=16.0 K 2024-11-22T03:49:19,239 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T03:49:19,241 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=89.2 K, sizeToCheck=16.0 K 2024-11-22T03:49:19,241 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T03:49:19,252 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:49:19,252 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:49:19,252 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7cf6d8bc1c51c1594be3355a49a5d4e:info 2024-11-22T03:49:19,253 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38055 {}] assignment.AssignmentManager(1363): Split request from c85114ed5096,36563,1732247344003, parent={ENCODED => f7cf6d8bc1c51c1594be3355a49a5d4e, NAME => 'TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-22T03:49:19,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741845_1021 (size=19714) 2024-11-22T03:49:19,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741845_1021 (size=19714) 2024-11-22T03:49:19,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/771c8370e6e0487eb86b039c6d5bbcfe 2024-11-22T03:49:19,260 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38055 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=c85114ed5096,36563,1732247344003 2024-11-22T03:49:19,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/771c8370e6e0487eb86b039c6d5bbcfe as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/771c8370e6e0487eb86b039c6d5bbcfe 2024-11-22T03:49:19,265 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38055 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f7cf6d8bc1c51c1594be3355a49a5d4e, daughterA=7d88a031296c939315d17862931d795a, daughterB=850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:19,266 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f7cf6d8bc1c51c1594be3355a49a5d4e, daughterA=7d88a031296c939315d17862931d795a, daughterB=850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:19,266 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f7cf6d8bc1c51c1594be3355a49a5d4e, daughterA=7d88a031296c939315d17862931d795a, daughterB=850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:19,266 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f7cf6d8bc1c51c1594be3355a49a5d4e, daughterA=7d88a031296c939315d17862931d795a, daughterB=850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:19,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/771c8370e6e0487eb86b039c6d5bbcfe, entries=14, sequenceid=114, filesize=19.3 K 2024-11-22T03:49:19,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=5.13 KB/5255 for f7cf6d8bc1c51c1594be3355a49a5d4e in 46ms, sequenceid=114, compaction requested=true 2024-11-22T03:49:19,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f7cf6d8bc1c51c1594be3355a49a5d4e: 2024-11-22T03:49:19,273 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=108.5 K, sizeToCheck=16.0 K 2024-11-22T03:49:19,274 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T03:49:19,274 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=108.5 K, sizeToCheck=16.0 K 2024-11-22T03:49:19,274 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T03:49:19,274 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=108.5 K, sizeToCheck=16.0 K 2024-11-22T03:49:19,274 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T03:49:19,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=1 2024-11-22T03:49:19,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f7cf6d8bc1c51c1594be3355a49a5d4e, UNASSIGN}] 2024-11-22T03:49:19,275 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38055 {}] assignment.AssignmentManager(1363): Split request from c85114ed5096,36563,1732247344003, parent={ENCODED => f7cf6d8bc1c51c1594be3355a49a5d4e, NAME => 'TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-22T03:49:19,275 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38055 {}] assignment.AssignmentManager(1378): Ignoring split request from c85114ed5096,36563,1732247344003, parent={ENCODED => f7cf6d8bc1c51c1594be3355a49a5d4e, NAME => 'TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e.', STARTKEY => '', ENDKEY => ''} because parent is unknown or not open 2024-11-22T03:49:19,275 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f7cf6d8bc1c51c1594be3355a49a5d4e, UNASSIGN 2024-11-22T03:49:19,277 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f7cf6d8bc1c51c1594be3355a49a5d4e, regionState=CLOSING, regionLocation=c85114ed5096,36563,1732247344003 2024-11-22T03:49:19,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f7cf6d8bc1c51c1594be3355a49a5d4e, UNASSIGN because future has completed 2024-11-22T03:49:19,279 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-22T03:49:19,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure f7cf6d8bc1c51c1594be3355a49a5d4e, server=c85114ed5096,36563,1732247344003}] 2024-11-22T03:49:19,441 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:19,441 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-22T03:49:19,442 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing f7cf6d8bc1c51c1594be3355a49a5d4e, disabling compactions & flushes 2024-11-22T03:49:19,442 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e. 2024-11-22T03:49:19,443 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e. 2024-11-22T03:49:19,443 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e. after waiting 0 ms 2024-11-22T03:49:19,443 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e. 2024-11-22T03:49:19,443 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing f7cf6d8bc1c51c1594be3355a49a5d4e 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-22T03:49:19,450 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/8dc5cdc116df46139620ec246b7a4f32 is 1055, key is row0092/info:/1732247359229/Put/seqid=0 2024-11-22T03:49:19,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741846_1022 (size=10222) 2024-11-22T03:49:19,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741846_1022 (size=10222) 2024-11-22T03:49:19,456 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/8dc5cdc116df46139620ec246b7a4f32 2024-11-22T03:49:19,465 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/.tmp/info/8dc5cdc116df46139620ec246b7a4f32 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/8dc5cdc116df46139620ec246b7a4f32 2024-11-22T03:49:19,472 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/8dc5cdc116df46139620ec246b7a4f32, entries=5, sequenceid=123, filesize=10.0 K 2024-11-22T03:49:19,473 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for f7cf6d8bc1c51c1594be3355a49a5d4e in 30ms, sequenceid=123, compaction requested=true 2024-11-22T03:49:19,474 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/97be4ff6b50349c9916fa679ed9e7b03, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/2e704a7a0bee4d4099f5f43b26e17678, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/cc202e4dc7aa4759b4709d782606bc97, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/f0d27e70ff4644caae886753ceafcfdd, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/7b831de2be0242c2a51094e921348410, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/c954bf99090a463ab25ffea35f5a46d6] to archive 2024-11-22T03:49:19,475 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T03:49:19,477 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/97be4ff6b50349c9916fa679ed9e7b03 to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/97be4ff6b50349c9916fa679ed9e7b03 2024-11-22T03:49:19,479 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/2e704a7a0bee4d4099f5f43b26e17678 to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/2e704a7a0bee4d4099f5f43b26e17678 2024-11-22T03:49:19,480 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/cc202e4dc7aa4759b4709d782606bc97 to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/cc202e4dc7aa4759b4709d782606bc97 2024-11-22T03:49:19,481 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/f0d27e70ff4644caae886753ceafcfdd to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/f0d27e70ff4644caae886753ceafcfdd 2024-11-22T03:49:19,482 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/7b831de2be0242c2a51094e921348410 to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/7b831de2be0242c2a51094e921348410 2024-11-22T03:49:19,483 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/c954bf99090a463ab25ffea35f5a46d6 to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/c954bf99090a463ab25ffea35f5a46d6 2024-11-22T03:49:19,490 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=1 2024-11-22T03:49:19,490 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e. 2024-11-22T03:49:19,491 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for f7cf6d8bc1c51c1594be3355a49a5d4e: Waiting for close lock at 1732247359442Running coprocessor pre-close hooks at 1732247359442Disabling compacts and flushes for region at 1732247359442Disabling writes for close at 1732247359443 (+1 ms)Obtaining lock to block concurrent updates at 1732247359443Preparing flush snapshotting stores in f7cf6d8bc1c51c1594be3355a49a5d4e at 1732247359443Finished memstore snapshotting TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1732247359443Flushing stores of TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e. at 1732247359444 (+1 ms)Flushing f7cf6d8bc1c51c1594be3355a49a5d4e/info: creating writer at 1732247359444Flushing f7cf6d8bc1c51c1594be3355a49a5d4e/info: appending metadata at 1732247359449 (+5 ms)Flushing f7cf6d8bc1c51c1594be3355a49a5d4e/info: closing flushed file at 1732247359449Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2626c4d0: reopening flushed file at 1732247359464 (+15 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for f7cf6d8bc1c51c1594be3355a49a5d4e in 30ms, sequenceid=123, compaction requested=true at 1732247359474 (+10 ms)Writing region close event to WAL at 1732247359486 (+12 ms)Running coprocessor post-close hooks at 1732247359490 (+4 ms)Closed at 1732247359490 2024-11-22T03:49:19,493 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:19,494 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f7cf6d8bc1c51c1594be3355a49a5d4e, regionState=CLOSED 2024-11-22T03:49:19,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure f7cf6d8bc1c51c1594be3355a49a5d4e, server=c85114ed5096,36563,1732247344003 because future has completed 2024-11-22T03:49:19,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T03:49:19,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure f7cf6d8bc1c51c1594be3355a49a5d4e, server=c85114ed5096,36563,1732247344003 in 219 msec 2024-11-22T03:49:19,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-22T03:49:19,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f7cf6d8bc1c51c1594be3355a49a5d4e, UNASSIGN in 226 msec 2024-11-22T03:49:19,511 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:49:19,515 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 4 storefiles, region=f7cf6d8bc1c51c1594be3355a49a5d4e, threads=4 2024-11-22T03:49:19,517 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/37a5a52c970241528f906a4804ad2023 for region: f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:19,517 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/771c8370e6e0487eb86b039c6d5bbcfe for region: f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:19,517 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/8dc5cdc116df46139620ec246b7a4f32 for region: f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:19,517 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/3ebd76fcffb049a99d995de69ab5ef0d for region: f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:19,530 DEBUG [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/8dc5cdc116df46139620ec246b7a4f32, top=true 2024-11-22T03:49:19,530 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/771c8370e6e0487eb86b039c6d5bbcfe, top=true 2024-11-22T03:49:19,534 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/37a5a52c970241528f906a4804ad2023, top=true 2024-11-22T03:49:19,544 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/TestLogRolling-testLogRolling=f7cf6d8bc1c51c1594be3355a49a5d4e-771c8370e6e0487eb86b039c6d5bbcfe for child: 850ac34ba4204ae973d289b768ed5ddb, parent: f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:19,544 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/771c8370e6e0487eb86b039c6d5bbcfe for region: f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:19,546 INFO [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/TestLogRolling-testLogRolling=f7cf6d8bc1c51c1594be3355a49a5d4e-8dc5cdc116df46139620ec246b7a4f32 for child: 850ac34ba4204ae973d289b768ed5ddb, parent: f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:19,546 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/8dc5cdc116df46139620ec246b7a4f32 for region: f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:19,549 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/TestLogRolling-testLogRolling=f7cf6d8bc1c51c1594be3355a49a5d4e-37a5a52c970241528f906a4804ad2023 for child: 850ac34ba4204ae973d289b768ed5ddb, parent: f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:19,549 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/37a5a52c970241528f906a4804ad2023 for region: f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:19,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741847_1023 (size=27) 2024-11-22T03:49:19,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741847_1023 (size=27) 2024-11-22T03:49:19,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741848_1024 (size=27) 2024-11-22T03:49:19,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741848_1024 (size=27) 2024-11-22T03:49:19,571 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/3ebd76fcffb049a99d995de69ab5ef0d for region: f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:49:19,574 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region f7cf6d8bc1c51c1594be3355a49a5d4e Daughter A: [hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/7d88a031296c939315d17862931d795a/info/3ebd76fcffb049a99d995de69ab5ef0d.f7cf6d8bc1c51c1594be3355a49a5d4e] storefiles, Daughter B: [hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/TestLogRolling-testLogRolling=f7cf6d8bc1c51c1594be3355a49a5d4e-37a5a52c970241528f906a4804ad2023, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/3ebd76fcffb049a99d995de69ab5ef0d.f7cf6d8bc1c51c1594be3355a49a5d4e, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/TestLogRolling-testLogRolling=f7cf6d8bc1c51c1594be3355a49a5d4e-771c8370e6e0487eb86b039c6d5bbcfe, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/TestLogRolling-testLogRolling=f7cf6d8bc1c51c1594be3355a49a5d4e-8dc5cdc116df46139620ec246b7a4f32] storefiles. 2024-11-22T03:49:19,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741849_1025 (size=71) 2024-11-22T03:49:19,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741849_1025 (size=71) 2024-11-22T03:49:19,589 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:49:19,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741850_1026 (size=71) 2024-11-22T03:49:19,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741850_1026 (size=71) 2024-11-22T03:49:19,605 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:49:19,616 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/7d88a031296c939315d17862931d795a/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-22T03:49:19,619 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-22T03:49:19,622 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732247359621"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1732247359621"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1732247359621"}]},"ts":"1732247359621"} 2024-11-22T03:49:19,622 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732247359260.7d88a031296c939315d17862931d795a.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732247359621"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732247359621"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732247359621"}]},"ts":"1732247359621"} 2024-11-22T03:49:19,623 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732247359621"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732247359621"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732247359621"}]},"ts":"1732247359621"} 2024-11-22T03:49:19,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7d88a031296c939315d17862931d795a, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=850ac34ba4204ae973d289b768ed5ddb, ASSIGN}] 2024-11-22T03:49:19,642 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=850ac34ba4204ae973d289b768ed5ddb, ASSIGN 2024-11-22T03:49:19,642 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7d88a031296c939315d17862931d795a, ASSIGN 2024-11-22T03:49:19,643 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=850ac34ba4204ae973d289b768ed5ddb, ASSIGN; state=SPLITTING_NEW, location=c85114ed5096,36563,1732247344003; forceNewPlan=false, retain=false 2024-11-22T03:49:19,643 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7d88a031296c939315d17862931d795a, ASSIGN; state=SPLITTING_NEW, location=c85114ed5096,36563,1732247344003; forceNewPlan=false, retain=false 2024-11-22T03:49:19,793 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=850ac34ba4204ae973d289b768ed5ddb, regionState=OPENING, regionLocation=c85114ed5096,36563,1732247344003 2024-11-22T03:49:19,793 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7d88a031296c939315d17862931d795a, regionState=OPENING, regionLocation=c85114ed5096,36563,1732247344003 2024-11-22T03:49:19,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7d88a031296c939315d17862931d795a, ASSIGN because future has completed 2024-11-22T03:49:19,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d88a031296c939315d17862931d795a, server=c85114ed5096,36563,1732247344003}] 2024-11-22T03:49:19,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=850ac34ba4204ae973d289b768ed5ddb, ASSIGN because future has completed 2024-11-22T03:49:19,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 850ac34ba4204ae973d289b768ed5ddb, server=c85114ed5096,36563,1732247344003}] 2024-11-22T03:49:19,959 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732247359260.7d88a031296c939315d17862931d795a. 2024-11-22T03:49:19,960 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d88a031296c939315d17862931d795a, NAME => 'TestLogRolling-testLogRolling,,1732247359260.7d88a031296c939315d17862931d795a.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-22T03:49:19,960 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 7d88a031296c939315d17862931d795a 2024-11-22T03:49:19,960 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732247359260.7d88a031296c939315d17862931d795a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:49:19,961 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 7d88a031296c939315d17862931d795a 2024-11-22T03:49:19,961 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 7d88a031296c939315d17862931d795a 2024-11-22T03:49:19,964 INFO [StoreOpener-7d88a031296c939315d17862931d795a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7d88a031296c939315d17862931d795a 2024-11-22T03:49:19,966 INFO [StoreOpener-7d88a031296c939315d17862931d795a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d88a031296c939315d17862931d795a columnFamilyName info 2024-11-22T03:49:19,967 DEBUG [StoreOpener-7d88a031296c939315d17862931d795a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:49:19,988 DEBUG [StoreOpener-7d88a031296c939315d17862931d795a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/7d88a031296c939315d17862931d795a/info/3ebd76fcffb049a99d995de69ab5ef0d.f7cf6d8bc1c51c1594be3355a49a5d4e->hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/3ebd76fcffb049a99d995de69ab5ef0d-bottom 2024-11-22T03:49:19,989 INFO [StoreOpener-7d88a031296c939315d17862931d795a-1 {}] regionserver.HStore(327): Store=7d88a031296c939315d17862931d795a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:49:19,989 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 7d88a031296c939315d17862931d795a 2024-11-22T03:49:19,990 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/7d88a031296c939315d17862931d795a 2024-11-22T03:49:19,991 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/7d88a031296c939315d17862931d795a 2024-11-22T03:49:19,991 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 7d88a031296c939315d17862931d795a 2024-11-22T03:49:19,991 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 7d88a031296c939315d17862931d795a 2024-11-22T03:49:19,993 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 7d88a031296c939315d17862931d795a 2024-11-22T03:49:19,994 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 7d88a031296c939315d17862931d795a; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=708011, jitterRate=-0.0997181385755539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:49:19,994 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d88a031296c939315d17862931d795a 2024-11-22T03:49:19,994 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 7d88a031296c939315d17862931d795a: Running coprocessor pre-open hook at 1732247359961Writing region info on filesystem at 1732247359961Initializing all the Stores at 1732247359963 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247359963Cleaning up temporary data from old regions at 1732247359991 (+28 ms)Running coprocessor post-open hooks at 1732247359994 (+3 ms)Region opened successfully at 1732247359994 2024-11-22T03:49:19,995 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732247359260.7d88a031296c939315d17862931d795a., pid=12, masterSystemTime=1732247359951 2024-11-22T03:49:19,995 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 7d88a031296c939315d17862931d795a:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:49:19,995 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:49:19,995 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-22T03:49:19,996 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1732247359260.7d88a031296c939315d17862931d795a. 2024-11-22T03:49:19,996 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1541): 7d88a031296c939315d17862931d795a/info is initiating minor compaction (all files) 2024-11-22T03:49:19,996 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7d88a031296c939315d17862931d795a/info in TestLogRolling-testLogRolling,,1732247359260.7d88a031296c939315d17862931d795a. 2024-11-22T03:49:19,996 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/7d88a031296c939315d17862931d795a/info/3ebd76fcffb049a99d995de69ab5ef0d.f7cf6d8bc1c51c1594be3355a49a5d4e->hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/3ebd76fcffb049a99d995de69ab5ef0d-bottom] into tmpdir=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/7d88a031296c939315d17862931d795a/.tmp, totalSize=72.0 K 2024-11-22T03:49:19,997 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ebd76fcffb049a99d995de69ab5ef0d.f7cf6d8bc1c51c1594be3355a49a5d4e, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732247354986 2024-11-22T03:49:19,997 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732247359260.7d88a031296c939315d17862931d795a. 2024-11-22T03:49:19,997 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732247359260.7d88a031296c939315d17862931d795a. 2024-11-22T03:49:19,997 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb. 2024-11-22T03:49:19,998 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 850ac34ba4204ae973d289b768ed5ddb, NAME => 'TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-22T03:49:19,998 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7d88a031296c939315d17862931d795a, regionState=OPEN, openSeqNum=127, regionLocation=c85114ed5096,36563,1732247344003 2024-11-22T03:49:19,998 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:19,998 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:49:19,998 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:19,998 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:20,000 INFO [StoreOpener-850ac34ba4204ae973d289b768ed5ddb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:20,000 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36563 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-22T03:49:20,000 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T03:49:20,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-22T03:49:20,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d88a031296c939315d17862931d795a, server=c85114ed5096,36563,1732247344003 because future has completed 2024-11-22T03:49:20,001 INFO [StoreOpener-850ac34ba4204ae973d289b768ed5ddb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 850ac34ba4204ae973d289b768ed5ddb columnFamilyName info 2024-11-22T03:49:20,001 DEBUG [StoreOpener-850ac34ba4204ae973d289b768ed5ddb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:49:20,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-22T03:49:20,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d88a031296c939315d17862931d795a, server=c85114ed5096,36563,1732247344003 in 204 msec 2024-11-22T03:49:20,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7d88a031296c939315d17862931d795a, ASSIGN in 365 msec 2024-11-22T03:49:20,012 DEBUG [StoreOpener-850ac34ba4204ae973d289b768ed5ddb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/3ebd76fcffb049a99d995de69ab5ef0d.f7cf6d8bc1c51c1594be3355a49a5d4e->hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/3ebd76fcffb049a99d995de69ab5ef0d-top 2024-11-22T03:49:20,018 DEBUG [StoreOpener-850ac34ba4204ae973d289b768ed5ddb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/TestLogRolling-testLogRolling=f7cf6d8bc1c51c1594be3355a49a5d4e-37a5a52c970241528f906a4804ad2023 2024-11-22T03:49:20,019 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d88a031296c939315d17862931d795a#info#compaction#41 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:49:20,019 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/7d88a031296c939315d17862931d795a/.tmp/info/94066a8d28cc410784d3e277b5c38314 is 1055, key is row0001/info:/1732247354986/Put/seqid=0 2024-11-22T03:49:20,023 DEBUG [StoreOpener-850ac34ba4204ae973d289b768ed5ddb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/TestLogRolling-testLogRolling=f7cf6d8bc1c51c1594be3355a49a5d4e-771c8370e6e0487eb86b039c6d5bbcfe 2024-11-22T03:49:20,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741851_1027 (size=71441) 2024-11-22T03:49:20,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741851_1027 (size=71441) 2024-11-22T03:49:20,028 DEBUG [StoreOpener-850ac34ba4204ae973d289b768ed5ddb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/TestLogRolling-testLogRolling=f7cf6d8bc1c51c1594be3355a49a5d4e-8dc5cdc116df46139620ec246b7a4f32 2024-11-22T03:49:20,028 INFO [StoreOpener-850ac34ba4204ae973d289b768ed5ddb-1 {}] regionserver.HStore(327): Store=850ac34ba4204ae973d289b768ed5ddb/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:49:20,028 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:20,029 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:20,030 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:20,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740/.tmp/info/7adcfb6748394fe688ebd7819912f5be is 193, key is TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb./info:regioninfo/1732247359793/Put/seqid=0 2024-11-22T03:49:20,030 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:20,030 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:20,032 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:20,033 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 850ac34ba4204ae973d289b768ed5ddb; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=796236, jitterRate=0.012467175722122192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:49:20,034 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:20,034 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 850ac34ba4204ae973d289b768ed5ddb: Running coprocessor pre-open hook at 1732247359998Writing region info on filesystem at 1732247359998Initializing all the Stores at 1732247359999 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247359999Cleaning up temporary data from old regions at 1732247360030 (+31 ms)Running coprocessor post-open hooks at 1732247360034 (+4 ms)Region opened successfully at 1732247360034 2024-11-22T03:49:20,034 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/7d88a031296c939315d17862931d795a/.tmp/info/94066a8d28cc410784d3e277b5c38314 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/7d88a031296c939315d17862931d795a/info/94066a8d28cc410784d3e277b5c38314 2024-11-22T03:49:20,034 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb., pid=13, masterSystemTime=1732247359951 2024-11-22T03:49:20,035 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 850ac34ba4204ae973d289b768ed5ddb:info, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:49:20,035 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:49:20,035 DEBUG [RS:0;c85114ed5096:36563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:49:20,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741852_1028 (size=9847) 2024-11-22T03:49:20,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741852_1028 (size=9847) 2024-11-22T03:49:20,037 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb. 2024-11-22T03:49:20,037 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb. 2024-11-22T03:49:20,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=850ac34ba4204ae973d289b768ed5ddb, regionState=OPEN, openSeqNum=127, regionLocation=c85114ed5096,36563,1732247344003 2024-11-22T03:49:20,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 850ac34ba4204ae973d289b768ed5ddb, server=c85114ed5096,36563,1732247344003 because future has completed 2024-11-22T03:49:20,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740/.tmp/info/7adcfb6748394fe688ebd7819912f5be 2024-11-22T03:49:20,041 INFO [RS:0;c85114ed5096:36563-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb. 2024-11-22T03:49:20,041 DEBUG [RS:0;c85114ed5096:36563-longCompactions-0 {}] regionserver.HStore(1541): 850ac34ba4204ae973d289b768ed5ddb/info is initiating minor compaction (all files) 2024-11-22T03:49:20,041 INFO [RS:0;c85114ed5096:36563-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 850ac34ba4204ae973d289b768ed5ddb/info in TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb. 2024-11-22T03:49:20,041 INFO [RS:0;c85114ed5096:36563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/3ebd76fcffb049a99d995de69ab5ef0d.f7cf6d8bc1c51c1594be3355a49a5d4e->hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/3ebd76fcffb049a99d995de69ab5ef0d-top, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/TestLogRolling-testLogRolling=f7cf6d8bc1c51c1594be3355a49a5d4e-37a5a52c970241528f906a4804ad2023, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/TestLogRolling-testLogRolling=f7cf6d8bc1c51c1594be3355a49a5d4e-771c8370e6e0487eb86b039c6d5bbcfe, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/TestLogRolling-testLogRolling=f7cf6d8bc1c51c1594be3355a49a5d4e-8dc5cdc116df46139620ec246b7a4f32] into tmpdir=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp, totalSize=118.4 K 2024-11-22T03:49:20,042 DEBUG [RS:0;c85114ed5096:36563-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ebd76fcffb049a99d995de69ab5ef0d.f7cf6d8bc1c51c1594be3355a49a5d4e, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732247354986 2024-11-22T03:49:20,042 DEBUG [RS:0;c85114ed5096:36563-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=f7cf6d8bc1c51c1594be3355a49a5d4e-37a5a52c970241528f906a4804ad2023, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732247359147 2024-11-22T03:49:20,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-22T03:49:20,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 850ac34ba4204ae973d289b768ed5ddb, server=c85114ed5096,36563,1732247344003 in 240 msec 2024-11-22T03:49:20,043 DEBUG [RS:0;c85114ed5096:36563-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=f7cf6d8bc1c51c1594be3355a49a5d4e-771c8370e6e0487eb86b039c6d5bbcfe, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732247359181 2024-11-22T03:49:20,044 DEBUG [RS:0;c85114ed5096:36563-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=f7cf6d8bc1c51c1594be3355a49a5d4e-8dc5cdc116df46139620ec246b7a4f32, keycount=5, bloomtype=ROW, size=10.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732247359229 2024-11-22T03:49:20,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T03:49:20,047 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 7d88a031296c939315d17862931d795a/info of 7d88a031296c939315d17862931d795a into 94066a8d28cc410784d3e277b5c38314(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:49:20,048 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7d88a031296c939315d17862931d795a: 2024-11-22T03:49:20,048 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732247359260.7d88a031296c939315d17862931d795a., storeName=7d88a031296c939315d17862931d795a/info, priority=15, startTime=1732247359995; duration=0sec 2024-11-22T03:49:20,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=850ac34ba4204ae973d289b768ed5ddb, ASSIGN in 403 msec 2024-11-22T03:49:20,048 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:49:20,048 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d88a031296c939315d17862931d795a:info 2024-11-22T03:49:20,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f7cf6d8bc1c51c1594be3355a49a5d4e, daughterA=7d88a031296c939315d17862931d795a, daughterB=850ac34ba4204ae973d289b768ed5ddb in 786 msec 2024-11-22T03:49:20,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740/.tmp/ns/3c5890d056454ad0a104a7d65c3f340f is 43, key is default/ns:d/1732247344822/Put/seqid=0 2024-11-22T03:49:20,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741853_1029 (size=5153) 2024-11-22T03:49:20,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741853_1029 (size=5153) 2024-11-22T03:49:20,072 INFO [RS:0;c85114ed5096:36563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 850ac34ba4204ae973d289b768ed5ddb#info#compaction#44 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:49:20,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740/.tmp/ns/3c5890d056454ad0a104a7d65c3f340f 2024-11-22T03:49:20,072 DEBUG [RS:0;c85114ed5096:36563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/d2d260d07c7d4240aa302a24546b0d76 is 1055, key is row0064/info:/1732247357138/Put/seqid=0 2024-11-22T03:49:20,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741854_1030 (size=40102) 2024-11-22T03:49:20,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741854_1030 (size=40102) 2024-11-22T03:49:20,085 DEBUG [RS:0;c85114ed5096:36563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/d2d260d07c7d4240aa302a24546b0d76 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/d2d260d07c7d4240aa302a24546b0d76 2024-11-22T03:49:20,092 INFO [RS:0;c85114ed5096:36563-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 850ac34ba4204ae973d289b768ed5ddb/info of 850ac34ba4204ae973d289b768ed5ddb into d2d260d07c7d4240aa302a24546b0d76(size=39.2 K), total size for store is 39.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:49:20,092 DEBUG [RS:0;c85114ed5096:36563-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 850ac34ba4204ae973d289b768ed5ddb: 2024-11-22T03:49:20,092 INFO [RS:0;c85114ed5096:36563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb., storeName=850ac34ba4204ae973d289b768ed5ddb/info, priority=12, startTime=1732247360035; duration=0sec 2024-11-22T03:49:20,092 DEBUG [RS:0;c85114ed5096:36563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:49:20,092 DEBUG [RS:0;c85114ed5096:36563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 850ac34ba4204ae973d289b768ed5ddb:info 2024-11-22T03:49:20,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740/.tmp/table/11d9bb36207041a59f99997679d55604 is 65, key is TestLogRolling-testLogRolling/table:state/1732247345729/Put/seqid=0 2024-11-22T03:49:20,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741855_1031 (size=5340) 2024-11-22T03:49:20,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741855_1031 (size=5340) 2024-11-22T03:49:20,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740/.tmp/table/11d9bb36207041a59f99997679d55604 2024-11-22T03:49:20,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740/.tmp/info/7adcfb6748394fe688ebd7819912f5be as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740/info/7adcfb6748394fe688ebd7819912f5be 2024-11-22T03:49:20,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740/info/7adcfb6748394fe688ebd7819912f5be, entries=30, sequenceid=17, filesize=9.6 K 2024-11-22T03:49:20,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740/.tmp/ns/3c5890d056454ad0a104a7d65c3f340f as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740/ns/3c5890d056454ad0a104a7d65c3f340f 2024-11-22T03:49:20,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740/ns/3c5890d056454ad0a104a7d65c3f340f, entries=2, sequenceid=17, filesize=5.0 K 2024-11-22T03:49:20,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740/.tmp/table/11d9bb36207041a59f99997679d55604 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740/table/11d9bb36207041a59f99997679d55604 2024-11-22T03:49:20,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740/table/11d9bb36207041a59f99997679d55604, entries=2, sequenceid=17, filesize=5.2 K 2024-11-22T03:49:20,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 128ms, sequenceid=17, compaction requested=false 2024-11-22T03:49:20,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-22T03:49:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36563 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:39820 deadline: 1732247371245, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e. is not online on c85114ed5096,36563,1732247344003 2024-11-22T03:49:21,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e., hostname=c85114ed5096,36563,1732247344003, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e., hostname=c85114ed5096,36563,1732247344003, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e. is not online on c85114ed5096,36563,1732247344003 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:49:21,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e., hostname=c85114ed5096,36563,1732247344003, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e. is not online on c85114ed5096,36563,1732247344003 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:49:21,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1732247344942.f7cf6d8bc1c51c1594be3355a49a5d4e., hostname=c85114ed5096,36563,1732247344003, seqNum=2 from cache 2024-11-22T03:49:24,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:24,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:24,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:24,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:24,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:24,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:24,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:24,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:24,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:24,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:25,051 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:49:25,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:25,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:25,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:25,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:25,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:25,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:25,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:25,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:25,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:25,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:49:31,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb., hostname=c85114ed5096,36563,1732247344003, seqNum=127] 2024-11-22T03:49:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36563 {}] regionserver.HRegion(8855): Flush requested on 850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:31,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 850ac34ba4204ae973d289b768ed5ddb 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-22T03:49:31,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/9fc3590d521c491c9df98d5d8f1a6bf1 is 1055, key is row0097/info:/1732247371322/Put/seqid=0 2024-11-22T03:49:31,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741856_1032 (size=13394) 2024-11-22T03:49:31,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741856_1032 (size=13394) 2024-11-22T03:49:31,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/9fc3590d521c491c9df98d5d8f1a6bf1 2024-11-22T03:49:31,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/9fc3590d521c491c9df98d5d8f1a6bf1 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/9fc3590d521c491c9df98d5d8f1a6bf1 2024-11-22T03:49:31,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/9fc3590d521c491c9df98d5d8f1a6bf1, entries=8, sequenceid=138, filesize=13.1 K 2024-11-22T03:49:31,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 850ac34ba4204ae973d289b768ed5ddb in 27ms, sequenceid=138, compaction requested=false 2024-11-22T03:49:31,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 850ac34ba4204ae973d289b768ed5ddb: 2024-11-22T03:49:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36563 {}] regionserver.HRegion(8855): Flush requested on 850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:31,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 850ac34ba4204ae973d289b768ed5ddb 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-22T03:49:31,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/b0bd3ac0163d40fbb5635f049f52ae47 is 1055, key is row0105/info:/1732247371337/Put/seqid=0 2024-11-22T03:49:31,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741857_1033 (size=20781) 2024-11-22T03:49:31,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741857_1033 (size=20781) 2024-11-22T03:49:31,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/b0bd3ac0163d40fbb5635f049f52ae47 2024-11-22T03:49:31,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/b0bd3ac0163d40fbb5635f049f52ae47 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/b0bd3ac0163d40fbb5635f049f52ae47 2024-11-22T03:49:31,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/b0bd3ac0163d40fbb5635f049f52ae47, entries=15, sequenceid=156, filesize=20.3 K 2024-11-22T03:49:31,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=9.24 KB/9459 for 850ac34ba4204ae973d289b768ed5ddb in 25ms, sequenceid=156, compaction requested=true 2024-11-22T03:49:31,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 850ac34ba4204ae973d289b768ed5ddb: 2024-11-22T03:49:31,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 850ac34ba4204ae973d289b768ed5ddb:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:49:31,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:49:31,390 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:49:31,392 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 74277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:49:31,392 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1541): 850ac34ba4204ae973d289b768ed5ddb/info is initiating minor compaction (all files) 2024-11-22T03:49:31,392 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 850ac34ba4204ae973d289b768ed5ddb/info in TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb. 2024-11-22T03:49:31,392 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/d2d260d07c7d4240aa302a24546b0d76, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/9fc3590d521c491c9df98d5d8f1a6bf1, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/b0bd3ac0163d40fbb5635f049f52ae47] into tmpdir=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp, totalSize=72.5 K 2024-11-22T03:49:31,392 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2d260d07c7d4240aa302a24546b0d76, keycount=33, bloomtype=ROW, size=39.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732247357138 2024-11-22T03:49:31,393 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fc3590d521c491c9df98d5d8f1a6bf1, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732247371322 2024-11-22T03:49:31,393 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0bd3ac0163d40fbb5635f049f52ae47, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732247371337 2024-11-22T03:49:31,405 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 850ac34ba4204ae973d289b768ed5ddb#info#compaction#48 average throughput is 18.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:49:31,406 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/341400ae3ba74bacbaaa2df7c5623471 is 1055, key is row0064/info:/1732247357138/Put/seqid=0 2024-11-22T03:49:31,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741858_1034 (size=64491) 2024-11-22T03:49:31,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741858_1034 (size=64491) 2024-11-22T03:49:31,829 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/341400ae3ba74bacbaaa2df7c5623471 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/341400ae3ba74bacbaaa2df7c5623471 2024-11-22T03:49:31,836 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 850ac34ba4204ae973d289b768ed5ddb/info of 850ac34ba4204ae973d289b768ed5ddb into 341400ae3ba74bacbaaa2df7c5623471(size=63.0 K), total size for store is 63.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:49:31,836 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 850ac34ba4204ae973d289b768ed5ddb: 2024-11-22T03:49:31,836 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb., storeName=850ac34ba4204ae973d289b768ed5ddb/info, priority=13, startTime=1732247371390; duration=0sec 2024-11-22T03:49:31,836 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:49:31,837 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 850ac34ba4204ae973d289b768ed5ddb:info 2024-11-22T03:49:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36563 {}] regionserver.HRegion(8855): Flush requested on 850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:33,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 850ac34ba4204ae973d289b768ed5ddb 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-22T03:49:33,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/9ae9670d91b54d0f9a7d3d196acc1ffe is 1055, key is row0120/info:/1732247371367/Put/seqid=0 2024-11-22T03:49:33,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741859_1035 (size=15500) 2024-11-22T03:49:33,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741859_1035 (size=15500) 2024-11-22T03:49:33,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/9ae9670d91b54d0f9a7d3d196acc1ffe 2024-11-22T03:49:33,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/9ae9670d91b54d0f9a7d3d196acc1ffe as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/9ae9670d91b54d0f9a7d3d196acc1ffe 2024-11-22T03:49:33,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/9ae9670d91b54d0f9a7d3d196acc1ffe, entries=10, sequenceid=170, filesize=15.1 K 2024-11-22T03:49:33,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=12.32 KB/12612 for 850ac34ba4204ae973d289b768ed5ddb in 26ms, sequenceid=170, compaction requested=false 2024-11-22T03:49:33,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 850ac34ba4204ae973d289b768ed5ddb: 2024-11-22T03:49:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36563 {}] regionserver.HRegion(8855): Flush requested on 850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:33,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 850ac34ba4204ae973d289b768ed5ddb 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-22T03:49:33,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/d3c2da2b6d8e48fbb5092134d806b492 is 1055, key is row0130/info:/1732247373396/Put/seqid=0 2024-11-22T03:49:33,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741860_1036 (size=18675) 2024-11-22T03:49:33,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741860_1036 (size=18675) 2024-11-22T03:49:33,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/d3c2da2b6d8e48fbb5092134d806b492 2024-11-22T03:49:33,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/d3c2da2b6d8e48fbb5092134d806b492 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/d3c2da2b6d8e48fbb5092134d806b492 2024-11-22T03:49:33,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/d3c2da2b6d8e48fbb5092134d806b492, entries=13, sequenceid=186, filesize=18.2 K 2024-11-22T03:49:33,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=12.32 KB/12612 for 850ac34ba4204ae973d289b768ed5ddb in 24ms, sequenceid=186, compaction requested=true 2024-11-22T03:49:33,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 850ac34ba4204ae973d289b768ed5ddb: 2024-11-22T03:49:33,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 850ac34ba4204ae973d289b768ed5ddb:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:49:33,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:49:33,445 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:49:33,446 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 98666 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:49:33,446 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1541): 850ac34ba4204ae973d289b768ed5ddb/info is initiating minor compaction (all files) 2024-11-22T03:49:33,446 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 850ac34ba4204ae973d289b768ed5ddb/info in TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb. 2024-11-22T03:49:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36563 {}] regionserver.HRegion(8855): Flush requested on 850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:33,446 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/341400ae3ba74bacbaaa2df7c5623471, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/9ae9670d91b54d0f9a7d3d196acc1ffe, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/d3c2da2b6d8e48fbb5092134d806b492] into tmpdir=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp, totalSize=96.4 K 2024-11-22T03:49:33,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 850ac34ba4204ae973d289b768ed5ddb 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-22T03:49:33,447 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.Compactor(225): Compacting 341400ae3ba74bacbaaa2df7c5623471, keycount=56, bloomtype=ROW, size=63.0 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732247357138 2024-11-22T03:49:33,447 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ae9670d91b54d0f9a7d3d196acc1ffe, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732247371367 2024-11-22T03:49:33,448 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3c2da2b6d8e48fbb5092134d806b492, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732247373396 2024-11-22T03:49:33,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/a76de8c759524783a298e7933a74c336 is 1055, key is row0143/info:/1732247373421/Put/seqid=0 2024-11-22T03:49:33,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741861_1037 (size=18675) 2024-11-22T03:49:33,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741861_1037 (size=18675) 2024-11-22T03:49:33,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/a76de8c759524783a298e7933a74c336 2024-11-22T03:49:33,467 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 850ac34ba4204ae973d289b768ed5ddb#info#compaction#52 average throughput is 26.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:49:33,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/a76de8c759524783a298e7933a74c336 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/a76de8c759524783a298e7933a74c336 2024-11-22T03:49:33,467 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/69bf967c9a3d45f28859b87dd79fc24e is 1055, key is row0064/info:/1732247357138/Put/seqid=0 2024-11-22T03:49:33,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/a76de8c759524783a298e7933a74c336, entries=13, sequenceid=202, filesize=18.2 K 2024-11-22T03:49:33,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=5.13 KB/5255 for 850ac34ba4204ae973d289b768ed5ddb in 28ms, sequenceid=202, compaction requested=false 2024-11-22T03:49:33,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 850ac34ba4204ae973d289b768ed5ddb: 2024-11-22T03:49:33,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741862_1038 (size=88889) 2024-11-22T03:49:33,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741862_1038 (size=88889) 2024-11-22T03:49:33,484 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/69bf967c9a3d45f28859b87dd79fc24e as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/69bf967c9a3d45f28859b87dd79fc24e 2024-11-22T03:49:33,491 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 850ac34ba4204ae973d289b768ed5ddb/info of 850ac34ba4204ae973d289b768ed5ddb into 69bf967c9a3d45f28859b87dd79fc24e(size=86.8 K), total size for store is 105.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:49:33,491 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 850ac34ba4204ae973d289b768ed5ddb: 2024-11-22T03:49:33,491 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb., storeName=850ac34ba4204ae973d289b768ed5ddb/info, priority=13, startTime=1732247373445; duration=0sec 2024-11-22T03:49:33,491 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:49:33,491 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 850ac34ba4204ae973d289b768ed5ddb:info 2024-11-22T03:49:33,936 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:49:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36563 {}] regionserver.HRegion(8855): Flush requested on 850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:35,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 850ac34ba4204ae973d289b768ed5ddb 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-22T03:49:35,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/5fb99f5a770e49de93bf16b4e6872293 is 1055, key is row0156/info:/1732247373448/Put/seqid=0 2024-11-22T03:49:35,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741863_1039 (size=13394) 2024-11-22T03:49:35,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741863_1039 (size=13394) 2024-11-22T03:49:35,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/5fb99f5a770e49de93bf16b4e6872293 2024-11-22T03:49:35,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/5fb99f5a770e49de93bf16b4e6872293 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/5fb99f5a770e49de93bf16b4e6872293 2024-11-22T03:49:35,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/5fb99f5a770e49de93bf16b4e6872293, entries=8, sequenceid=214, filesize=13.1 K 2024-11-22T03:49:35,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 850ac34ba4204ae973d289b768ed5ddb in 27ms, sequenceid=214, compaction requested=true 2024-11-22T03:49:35,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 850ac34ba4204ae973d289b768ed5ddb: 2024-11-22T03:49:35,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 850ac34ba4204ae973d289b768ed5ddb:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:49:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36563 {}] regionserver.HRegion(8855): Flush requested on 850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:35,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:49:35,500 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:49:35,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 850ac34ba4204ae973d289b768ed5ddb 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-22T03:49:35,501 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120958 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:49:35,502 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1541): 850ac34ba4204ae973d289b768ed5ddb/info is initiating minor compaction (all files) 2024-11-22T03:49:35,502 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 850ac34ba4204ae973d289b768ed5ddb/info in TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb. 2024-11-22T03:49:35,502 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/69bf967c9a3d45f28859b87dd79fc24e, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/a76de8c759524783a298e7933a74c336, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/5fb99f5a770e49de93bf16b4e6872293] into tmpdir=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp, totalSize=118.1 K 2024-11-22T03:49:35,502 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69bf967c9a3d45f28859b87dd79fc24e, keycount=79, bloomtype=ROW, size=86.8 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732247357138 2024-11-22T03:49:35,503 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.Compactor(225): Compacting a76de8c759524783a298e7933a74c336, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732247373421 2024-11-22T03:49:35,503 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fb99f5a770e49de93bf16b4e6872293, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732247373448 2024-11-22T03:49:35,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/40dd262103c446c0b5f7b8aba1194de1 is 1055, key is row0164/info:/1732247375474/Put/seqid=0 2024-11-22T03:49:35,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741864_1040 (size=19728) 2024-11-22T03:49:35,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741864_1040 (size=19728) 2024-11-22T03:49:35,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/40dd262103c446c0b5f7b8aba1194de1 2024-11-22T03:49:35,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/40dd262103c446c0b5f7b8aba1194de1 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/40dd262103c446c0b5f7b8aba1194de1 2024-11-22T03:49:35,519 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 850ac34ba4204ae973d289b768ed5ddb#info#compaction#55 average throughput is 25.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:49:35,519 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/7fe5180c68784efebc006a926a4b3e03 is 1055, key is row0064/info:/1732247357138/Put/seqid=0 2024-11-22T03:49:35,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741865_1041 (size=111108) 2024-11-22T03:49:35,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741865_1041 (size=111108) 2024-11-22T03:49:35,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/40dd262103c446c0b5f7b8aba1194de1, entries=14, sequenceid=231, filesize=19.3 K 2024-11-22T03:49:35,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=11.29 KB/11561 for 850ac34ba4204ae973d289b768ed5ddb in 26ms, sequenceid=231, compaction requested=false 2024-11-22T03:49:35,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 850ac34ba4204ae973d289b768ed5ddb: 2024-11-22T03:49:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36563 {}] regionserver.HRegion(8855): Flush requested on 850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:35,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 850ac34ba4204ae973d289b768ed5ddb 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-22T03:49:35,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/487ca868b85340398a0682926bb0fc04 is 1055, key is row0178/info:/1732247375502/Put/seqid=0 2024-11-22T03:49:35,532 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/7fe5180c68784efebc006a926a4b3e03 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/7fe5180c68784efebc006a926a4b3e03 2024-11-22T03:49:35,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741866_1042 (size=17606) 2024-11-22T03:49:35,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741866_1042 (size=17606) 2024-11-22T03:49:35,539 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 850ac34ba4204ae973d289b768ed5ddb/info of 850ac34ba4204ae973d289b768ed5ddb into 7fe5180c68784efebc006a926a4b3e03(size=108.5 K), total size for store is 127.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:49:35,539 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 850ac34ba4204ae973d289b768ed5ddb: 2024-11-22T03:49:35,539 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb., storeName=850ac34ba4204ae973d289b768ed5ddb/info, priority=13, startTime=1732247375500; duration=0sec 2024-11-22T03:49:35,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/487ca868b85340398a0682926bb0fc04 2024-11-22T03:49:35,539 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:49:35,539 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 850ac34ba4204ae973d289b768ed5ddb:info 2024-11-22T03:49:35,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/487ca868b85340398a0682926bb0fc04 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/487ca868b85340398a0682926bb0fc04 2024-11-22T03:49:35,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/487ca868b85340398a0682926bb0fc04, entries=12, sequenceid=246, filesize=17.2 K 2024-11-22T03:49:35,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=3.08 KB/3153 for 850ac34ba4204ae973d289b768ed5ddb in 23ms, sequenceid=246, compaction requested=true 2024-11-22T03:49:35,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 850ac34ba4204ae973d289b768ed5ddb: 2024-11-22T03:49:35,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 850ac34ba4204ae973d289b768ed5ddb:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:49:35,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:49:35,551 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:49:35,552 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 148442 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:49:35,552 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1541): 850ac34ba4204ae973d289b768ed5ddb/info is initiating minor compaction (all files) 2024-11-22T03:49:35,552 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 850ac34ba4204ae973d289b768ed5ddb/info in TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb. 2024-11-22T03:49:35,552 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/7fe5180c68784efebc006a926a4b3e03, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/40dd262103c446c0b5f7b8aba1194de1, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/487ca868b85340398a0682926bb0fc04] into tmpdir=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp, totalSize=145.0 K 2024-11-22T03:49:35,553 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fe5180c68784efebc006a926a4b3e03, keycount=100, bloomtype=ROW, size=108.5 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732247357138 2024-11-22T03:49:35,553 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40dd262103c446c0b5f7b8aba1194de1, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732247375474 2024-11-22T03:49:35,553 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.Compactor(225): Compacting 487ca868b85340398a0682926bb0fc04, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732247375502 2024-11-22T03:49:35,564 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 850ac34ba4204ae973d289b768ed5ddb#info#compaction#57 average throughput is 63.15 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:49:35,565 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/1b0d0f3e3c074ea1828568d4381b5ab5 is 1055, key is row0064/info:/1732247357138/Put/seqid=0 2024-11-22T03:49:35,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741867_1043 (size=138724) 2024-11-22T03:49:35,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741867_1043 (size=138724) 2024-11-22T03:49:35,574 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/1b0d0f3e3c074ea1828568d4381b5ab5 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/1b0d0f3e3c074ea1828568d4381b5ab5 2024-11-22T03:49:35,580 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 850ac34ba4204ae973d289b768ed5ddb/info of 850ac34ba4204ae973d289b768ed5ddb into 1b0d0f3e3c074ea1828568d4381b5ab5(size=135.5 K), total size for store is 135.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:49:35,580 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 850ac34ba4204ae973d289b768ed5ddb: 2024-11-22T03:49:35,580 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb., storeName=850ac34ba4204ae973d289b768ed5ddb/info, priority=13, startTime=1732247375551; duration=0sec 2024-11-22T03:49:35,580 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:49:35,580 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 850ac34ba4204ae973d289b768ed5ddb:info 2024-11-22T03:49:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36563 {}] regionserver.HRegion(8855): Flush requested on 850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:37,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 850ac34ba4204ae973d289b768ed5ddb 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-22T03:49:37,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/82ef6301ef4c4d28b3cd16307edb63b1 is 1055, key is row0190/info:/1732247375529/Put/seqid=0 2024-11-22T03:49:37,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741868_1044 (size=13397) 2024-11-22T03:49:37,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741868_1044 (size=13397) 2024-11-22T03:49:37,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36563 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=850ac34ba4204ae973d289b768ed5ddb, server=c85114ed5096,36563,1732247344003 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:49:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36563 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:39820 deadline: 1732247387581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=850ac34ba4204ae973d289b768ed5ddb, server=c85114ed5096,36563,1732247344003 2024-11-22T03:49:37,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb., hostname=c85114ed5096,36563,1732247344003, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb., hostname=c85114ed5096,36563,1732247344003, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=850ac34ba4204ae973d289b768ed5ddb, server=c85114ed5096,36563,1732247344003 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:49:37,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb., hostname=c85114ed5096,36563,1732247344003, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=850ac34ba4204ae973d289b768ed5ddb, server=c85114ed5096,36563,1732247344003 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:49:37,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb., hostname=c85114ed5096,36563,1732247344003, seqNum=127 because the exception is null or not the one we care about 2024-11-22T03:49:37,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/82ef6301ef4c4d28b3cd16307edb63b1 2024-11-22T03:49:37,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/82ef6301ef4c4d28b3cd16307edb63b1 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/82ef6301ef4c4d28b3cd16307edb63b1 2024-11-22T03:49:37,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/82ef6301ef4c4d28b3cd16307edb63b1, entries=8, sequenceid=259, filesize=13.1 K 2024-11-22T03:49:37,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 850ac34ba4204ae973d289b768ed5ddb in 424ms, sequenceid=259, compaction requested=false 2024-11-22T03:49:37,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 850ac34ba4204ae973d289b768ed5ddb: 2024-11-22T03:49:44,844 INFO [master/c85114ed5096:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T03:49:44,844 INFO [master/c85114ed5096:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T03:49:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36563 {}] regionserver.HRegion(8855): Flush requested on 850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:47,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 850ac34ba4204ae973d289b768ed5ddb 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-22T03:49:47,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/cce07329236b4d79b52e0707be0ee16c is 1055, key is row0198/info:/1732247377550/Put/seqid=0 2024-11-22T03:49:47,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741869_1045 (size=28178) 2024-11-22T03:49:47,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741869_1045 (size=28178) 2024-11-22T03:49:47,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/cce07329236b4d79b52e0707be0ee16c 2024-11-22T03:49:47,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/cce07329236b4d79b52e0707be0ee16c as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/cce07329236b4d79b52e0707be0ee16c 2024-11-22T03:49:47,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/cce07329236b4d79b52e0707be0ee16c, entries=22, sequenceid=284, filesize=27.5 K 2024-11-22T03:49:47,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=5.13 KB/5255 for 850ac34ba4204ae973d289b768ed5ddb in 27ms, sequenceid=284, compaction requested=true 2024-11-22T03:49:47,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 850ac34ba4204ae973d289b768ed5ddb: 2024-11-22T03:49:47,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 850ac34ba4204ae973d289b768ed5ddb:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:49:47,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:49:47,646 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:49:47,647 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 180299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:49:47,647 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1541): 850ac34ba4204ae973d289b768ed5ddb/info is initiating minor compaction (all files) 2024-11-22T03:49:47,648 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 850ac34ba4204ae973d289b768ed5ddb/info in TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb. 2024-11-22T03:49:47,648 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/1b0d0f3e3c074ea1828568d4381b5ab5, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/82ef6301ef4c4d28b3cd16307edb63b1, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/cce07329236b4d79b52e0707be0ee16c] into tmpdir=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp, totalSize=176.1 K 2024-11-22T03:49:47,648 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b0d0f3e3c074ea1828568d4381b5ab5, keycount=126, bloomtype=ROW, size=135.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732247357138 2024-11-22T03:49:47,648 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82ef6301ef4c4d28b3cd16307edb63b1, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732247375529 2024-11-22T03:49:47,649 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.Compactor(225): Compacting cce07329236b4d79b52e0707be0ee16c, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732247377550 2024-11-22T03:49:47,660 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 850ac34ba4204ae973d289b768ed5ddb#info#compaction#60 average throughput is 78.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:49:47,661 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/8331b849ef654864ad1e9b583ecc48ea is 1055, key is row0064/info:/1732247357138/Put/seqid=0 2024-11-22T03:49:47,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741870_1046 (size=170513) 2024-11-22T03:49:47,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741870_1046 (size=170513) 2024-11-22T03:49:47,671 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/8331b849ef654864ad1e9b583ecc48ea as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/8331b849ef654864ad1e9b583ecc48ea 2024-11-22T03:49:47,677 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 850ac34ba4204ae973d289b768ed5ddb/info of 850ac34ba4204ae973d289b768ed5ddb into 8331b849ef654864ad1e9b583ecc48ea(size=166.5 K), total size for store is 166.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:49:47,677 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 850ac34ba4204ae973d289b768ed5ddb: 2024-11-22T03:49:47,677 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb., storeName=850ac34ba4204ae973d289b768ed5ddb/info, priority=13, startTime=1732247387646; duration=0sec 2024-11-22T03:49:47,677 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:49:47,677 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 850ac34ba4204ae973d289b768ed5ddb:info 2024-11-22T03:49:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36563 {}] regionserver.HRegion(8855): Flush requested on 850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:49,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 850ac34ba4204ae973d289b768ed5ddb 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-22T03:49:49,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/803b1ad9b63d44dc9323eda1631ef2cf is 1055, key is row0220/info:/1732247387622/Put/seqid=0 2024-11-22T03:49:49,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741871_1047 (size=13402) 2024-11-22T03:49:49,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741871_1047 (size=13402) 2024-11-22T03:49:49,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36563 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=850ac34ba4204ae973d289b768ed5ddb, server=c85114ed5096,36563,1732247344003 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:49:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36563 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:39820 deadline: 1732247399675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=850ac34ba4204ae973d289b768ed5ddb, server=c85114ed5096,36563,1732247344003 2024-11-22T03:49:49,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb., hostname=c85114ed5096,36563,1732247344003, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb., hostname=c85114ed5096,36563,1732247344003, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=850ac34ba4204ae973d289b768ed5ddb, server=c85114ed5096,36563,1732247344003 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:49:49,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb., hostname=c85114ed5096,36563,1732247344003, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=850ac34ba4204ae973d289b768ed5ddb, server=c85114ed5096,36563,1732247344003 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:49:49,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb., hostname=c85114ed5096,36563,1732247344003, seqNum=127 because the exception is null or not the one we care about 2024-11-22T03:49:49,789 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-11-22T03:49:50,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/803b1ad9b63d44dc9323eda1631ef2cf 2024-11-22T03:49:50,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/803b1ad9b63d44dc9323eda1631ef2cf as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/803b1ad9b63d44dc9323eda1631ef2cf 2024-11-22T03:49:50,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/803b1ad9b63d44dc9323eda1631ef2cf, entries=8, sequenceid=296, filesize=13.1 K 2024-11-22T03:49:50,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 850ac34ba4204ae973d289b768ed5ddb in 439ms, sequenceid=296, compaction requested=false 2024-11-22T03:49:50,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 850ac34ba4204ae973d289b768ed5ddb: 2024-11-22T03:49:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36563 {}] regionserver.HRegion(8855): Flush requested on 850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:49:59,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 850ac34ba4204ae973d289b768ed5ddb 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-22T03:49:59,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/4054101caa084b709e6afe3b70875527 is 1055, key is row0228/info:/1732247389640/Put/seqid=0 2024-11-22T03:49:59,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741872_1048 (size=28178) 2024-11-22T03:49:59,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741872_1048 (size=28178) 2024-11-22T03:49:59,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/4054101caa084b709e6afe3b70875527 2024-11-22T03:49:59,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/4054101caa084b709e6afe3b70875527 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/4054101caa084b709e6afe3b70875527 2024-11-22T03:49:59,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/4054101caa084b709e6afe3b70875527, entries=22, sequenceid=321, filesize=27.5 K 2024-11-22T03:49:59,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=7.18 KB/7357 for 850ac34ba4204ae973d289b768ed5ddb in 40ms, sequenceid=321, compaction requested=true 2024-11-22T03:49:59,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 850ac34ba4204ae973d289b768ed5ddb: 2024-11-22T03:49:59,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 850ac34ba4204ae973d289b768ed5ddb:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:49:59,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:49:59,756 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:49:59,757 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 212093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:49:59,757 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1541): 850ac34ba4204ae973d289b768ed5ddb/info is initiating minor compaction (all files) 2024-11-22T03:49:59,757 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 850ac34ba4204ae973d289b768ed5ddb/info in TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb. 2024-11-22T03:49:59,757 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/8331b849ef654864ad1e9b583ecc48ea, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/803b1ad9b63d44dc9323eda1631ef2cf, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/4054101caa084b709e6afe3b70875527] into tmpdir=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp, totalSize=207.1 K 2024-11-22T03:49:59,758 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8331b849ef654864ad1e9b583ecc48ea, keycount=156, bloomtype=ROW, size=166.5 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732247357138 2024-11-22T03:49:59,758 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.Compactor(225): Compacting 803b1ad9b63d44dc9323eda1631ef2cf, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732247387622 2024-11-22T03:49:59,759 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4054101caa084b709e6afe3b70875527, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732247389640 2024-11-22T03:49:59,772 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 850ac34ba4204ae973d289b768ed5ddb#info#compaction#63 average throughput is 62.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:49:59,773 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/5b98a452f1a743c980217fc81a9755a0 is 1055, key is row0064/info:/1732247357138/Put/seqid=0 2024-11-22T03:49:59,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741873_1049 (size=202243) 2024-11-22T03:49:59,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741873_1049 (size=202243) 2024-11-22T03:49:59,783 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/5b98a452f1a743c980217fc81a9755a0 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/5b98a452f1a743c980217fc81a9755a0 2024-11-22T03:49:59,789 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 850ac34ba4204ae973d289b768ed5ddb/info of 850ac34ba4204ae973d289b768ed5ddb into 5b98a452f1a743c980217fc81a9755a0(size=197.5 K), total size for store is 197.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:49:59,789 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 850ac34ba4204ae973d289b768ed5ddb: 2024-11-22T03:49:59,789 INFO [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb., storeName=850ac34ba4204ae973d289b768ed5ddb/info, priority=13, startTime=1732247399756; duration=0sec 2024-11-22T03:49:59,789 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:49:59,789 DEBUG [RS:0;c85114ed5096:36563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 850ac34ba4204ae973d289b768ed5ddb:info 2024-11-22T03:50:01,734 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-22T03:50:01,751 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/WALs/c85114ed5096,36563,1732247344003/c85114ed5096%2C36563%2C1732247344003.1732247401734, exclude list is [], retry=0 2024-11-22T03:50:01,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43311,DS-252b2509-dd74-4843-ab68-264b6bc97535,DISK] 2024-11-22T03:50:01,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43927,DS-d0e7513f-dc38-4bef-9332-79a73e7fd558,DISK] 2024-11-22T03:50:01,756 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/WALs/c85114ed5096,36563,1732247344003/c85114ed5096%2C36563%2C1732247344003.1732247344404 with entries=310, filesize=301.64 KB; new WAL /user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/WALs/c85114ed5096,36563,1732247344003/c85114ed5096%2C36563%2C1732247344003.1732247401734 2024-11-22T03:50:01,756 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34963:34963),(127.0.0.1/127.0.0.1:45617:45617)] 2024-11-22T03:50:01,756 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/WALs/c85114ed5096,36563,1732247344003/c85114ed5096%2C36563%2C1732247344003.1732247344404 is not closed yet, will try archiving it next time 2024-11-22T03:50:01,760 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 850ac34ba4204ae973d289b768ed5ddb 1/1 column families, dataSize=7.18 KB heapSize=7.96 KB 2024-11-22T03:50:01,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741833_1009 (size=308883) 2024-11-22T03:50:01,761 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/WALs/c85114ed5096,36563,1732247344003/c85114ed5096%2C36563%2C1732247344003.1732247344404 not finished, retry = 0 2024-11-22T03:50:01,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741833_1009 (size=308883) 2024-11-22T03:50:01,764 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/8348e6669b8c4c919611633cab820f15 is 1055, key is row0250/info:/1732247399717/Put/seqid=0 2024-11-22T03:50:01,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741875_1051 (size=12348) 2024-11-22T03:50:01,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741875_1051 (size=12348) 2024-11-22T03:50:01,769 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.18 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/8348e6669b8c4c919611633cab820f15 2024-11-22T03:50:01,774 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/.tmp/info/8348e6669b8c4c919611633cab820f15 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/8348e6669b8c4c919611633cab820f15 2024-11-22T03:50:01,779 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/8348e6669b8c4c919611633cab820f15, entries=7, sequenceid=332, filesize=12.1 K 2024-11-22T03:50:01,780 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.18 KB/7357, heapSize ~7.95 KB/8136, currentSize=0 B/0 for 850ac34ba4204ae973d289b768ed5ddb in 20ms, sequenceid=332, compaction requested=false 2024-11-22T03:50:01,780 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 850ac34ba4204ae973d289b768ed5ddb: 2024-11-22T03:50:01,780 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-22T03:50:01,783 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740/.tmp/info/3bf4d036413b45b8ae9209473b992577 is 193, key is TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb./info:regioninfo/1732247360037/Put/seqid=0 2024-11-22T03:50:01,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741876_1052 (size=6223) 2024-11-22T03:50:01,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741876_1052 (size=6223) 2024-11-22T03:50:01,788 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740/.tmp/info/3bf4d036413b45b8ae9209473b992577 2024-11-22T03:50:01,794 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740/.tmp/info/3bf4d036413b45b8ae9209473b992577 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740/info/3bf4d036413b45b8ae9209473b992577 2024-11-22T03:50:01,799 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740/info/3bf4d036413b45b8ae9209473b992577, entries=5, sequenceid=21, filesize=6.1 K 2024-11-22T03:50:01,800 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 20ms, sequenceid=21, compaction requested=false 2024-11-22T03:50:01,800 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-22T03:50:01,800 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7d88a031296c939315d17862931d795a: 2024-11-22T03:50:01,814 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/WALs/c85114ed5096,36563,1732247344003/c85114ed5096%2C36563%2C1732247344003.1732247401801, exclude list is [], retry=0 2024-11-22T03:50:01,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43927,DS-d0e7513f-dc38-4bef-9332-79a73e7fd558,DISK] 2024-11-22T03:50:01,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43311,DS-252b2509-dd74-4843-ab68-264b6bc97535,DISK] 2024-11-22T03:50:01,818 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/WALs/c85114ed5096,36563,1732247344003/c85114ed5096%2C36563%2C1732247344003.1732247401734 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/WALs/c85114ed5096,36563,1732247344003/c85114ed5096%2C36563%2C1732247344003.1732247401801 2024-11-22T03:50:01,819 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45617:45617),(127.0.0.1/127.0.0.1:34963:34963)] 2024-11-22T03:50:01,819 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/WALs/c85114ed5096,36563,1732247344003/c85114ed5096%2C36563%2C1732247344003.1732247344404 is not closed yet, will try archiving it next time 2024-11-22T03:50:01,819 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/WALs/c85114ed5096,36563,1732247344003/c85114ed5096%2C36563%2C1732247344003.1732247401734 is not closed yet, will try archiving it next time 2024-11-22T03:50:01,819 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T03:50:01,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741874_1050 (size=731) 2024-11-22T03:50:01,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741874_1050 (size=731) 2024-11-22T03:50:01,820 DEBUG [Close-WAL-Writer-1 {}] wal.AbstractFSWAL(879): hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/WALs/c85114ed5096,36563,1732247344003/c85114ed5096%2C36563%2C1732247344003.1732247344404 is not closed yet, will try archiving it next time 2024-11-22T03:50:01,821 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/WALs/c85114ed5096,36563,1732247344003/c85114ed5096%2C36563%2C1732247344003.1732247401734 to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/oldWALs/c85114ed5096%2C36563%2C1732247344003.1732247401734 2024-11-22T03:50:01,862 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/WALs/c85114ed5096,36563,1732247344003/c85114ed5096%2C36563%2C1732247344003.1732247344404 to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/oldWALs/c85114ed5096%2C36563%2C1732247344003.1732247344404 2024-11-22T03:50:01,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:50:01,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:50:01,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:50:01,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:50:01,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:50:01,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:50:01,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:50:01,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=278244090, stopped=false 2024-11-22T03:50:01,921 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c85114ed5096,38055,1732247343955 2024-11-22T03:50:01,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36563-0x100658c2fb20001, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T03:50:01,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T03:50:01,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36563-0x100658c2fb20001, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:50:01,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:50:01,923 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:50:01,923 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:50:01,923 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:50:01,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:50:01,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:50:01,924 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c85114ed5096,36563,1732247344003' ***** 2024-11-22T03:50:01,924 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:50:01,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36563-0x100658c2fb20001, quorum=127.0.0.1:56966, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:50:01,925 INFO [RS:0;c85114ed5096:36563 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:50:01,925 INFO [RS:0;c85114ed5096:36563 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:50:01,925 INFO [RS:0;c85114ed5096:36563 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:50:01,925 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:50:01,925 INFO [RS:0;c85114ed5096:36563 {}] regionserver.HRegionServer(3091): Received CLOSE for 850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:50:01,925 INFO [RS:0;c85114ed5096:36563 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d88a031296c939315d17862931d795a 2024-11-22T03:50:01,925 INFO [RS:0;c85114ed5096:36563 {}] regionserver.HRegionServer(959): stopping server c85114ed5096,36563,1732247344003 2024-11-22T03:50:01,926 INFO [RS:0;c85114ed5096:36563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:50:01,926 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 850ac34ba4204ae973d289b768ed5ddb, disabling compactions & flushes 2024-11-22T03:50:01,926 INFO [RS:0;c85114ed5096:36563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c85114ed5096:36563. 2024-11-22T03:50:01,926 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb. 2024-11-22T03:50:01,926 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb. 2024-11-22T03:50:01,926 DEBUG [RS:0;c85114ed5096:36563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:50:01,926 DEBUG [RS:0;c85114ed5096:36563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:50:01,926 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb. after waiting 0 ms 2024-11-22T03:50:01,926 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb. 2024-11-22T03:50:01,926 INFO [RS:0;c85114ed5096:36563 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:50:01,926 INFO [RS:0;c85114ed5096:36563 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:50:01,926 INFO [RS:0;c85114ed5096:36563 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:50:01,926 INFO [RS:0;c85114ed5096:36563 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:50:01,927 INFO [RS:0;c85114ed5096:36563 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T03:50:01,927 DEBUG [RS:0;c85114ed5096:36563 {}] regionserver.HRegionServer(1325): Online Regions={850ac34ba4204ae973d289b768ed5ddb=TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb., 1588230740=hbase:meta,,1.1588230740, 7d88a031296c939315d17862931d795a=TestLogRolling-testLogRolling,,1732247359260.7d88a031296c939315d17862931d795a.} 2024-11-22T03:50:01,927 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:50:01,927 DEBUG [RS:0;c85114ed5096:36563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7d88a031296c939315d17862931d795a, 850ac34ba4204ae973d289b768ed5ddb 2024-11-22T03:50:01,927 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:50:01,927 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:50:01,927 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:50:01,927 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:50:01,927 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/3ebd76fcffb049a99d995de69ab5ef0d.f7cf6d8bc1c51c1594be3355a49a5d4e->hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/3ebd76fcffb049a99d995de69ab5ef0d-top, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/TestLogRolling-testLogRolling=f7cf6d8bc1c51c1594be3355a49a5d4e-37a5a52c970241528f906a4804ad2023, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/TestLogRolling-testLogRolling=f7cf6d8bc1c51c1594be3355a49a5d4e-771c8370e6e0487eb86b039c6d5bbcfe, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/d2d260d07c7d4240aa302a24546b0d76, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/TestLogRolling-testLogRolling=f7cf6d8bc1c51c1594be3355a49a5d4e-8dc5cdc116df46139620ec246b7a4f32, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/9fc3590d521c491c9df98d5d8f1a6bf1, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/341400ae3ba74bacbaaa2df7c5623471, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/b0bd3ac0163d40fbb5635f049f52ae47, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/9ae9670d91b54d0f9a7d3d196acc1ffe, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/69bf967c9a3d45f28859b87dd79fc24e, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/d3c2da2b6d8e48fbb5092134d806b492, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/a76de8c759524783a298e7933a74c336, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/7fe5180c68784efebc006a926a4b3e03, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/5fb99f5a770e49de93bf16b4e6872293, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/40dd262103c446c0b5f7b8aba1194de1, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/1b0d0f3e3c074ea1828568d4381b5ab5, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/487ca868b85340398a0682926bb0fc04, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/82ef6301ef4c4d28b3cd16307edb63b1, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/8331b849ef654864ad1e9b583ecc48ea, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/cce07329236b4d79b52e0707be0ee16c, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/803b1ad9b63d44dc9323eda1631ef2cf, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/4054101caa084b709e6afe3b70875527] to archive 2024-11-22T03:50:01,928 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T03:50:01,931 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/3ebd76fcffb049a99d995de69ab5ef0d.f7cf6d8bc1c51c1594be3355a49a5d4e to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/3ebd76fcffb049a99d995de69ab5ef0d.f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:50:01,932 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/TestLogRolling-testLogRolling=f7cf6d8bc1c51c1594be3355a49a5d4e-37a5a52c970241528f906a4804ad2023 to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/TestLogRolling-testLogRolling=f7cf6d8bc1c51c1594be3355a49a5d4e-37a5a52c970241528f906a4804ad2023 2024-11-22T03:50:01,932 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-22T03:50:01,933 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:50:01,933 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:50:01,933 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/TestLogRolling-testLogRolling=f7cf6d8bc1c51c1594be3355a49a5d4e-771c8370e6e0487eb86b039c6d5bbcfe to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/TestLogRolling-testLogRolling=f7cf6d8bc1c51c1594be3355a49a5d4e-771c8370e6e0487eb86b039c6d5bbcfe 2024-11-22T03:50:01,933 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732247401927Running coprocessor pre-close hooks at 1732247401927Disabling compacts and flushes for region at 1732247401927Disabling writes for close at 1732247401927Writing region close event to WAL at 1732247401929 (+2 ms)Running coprocessor post-close hooks at 1732247401933 (+4 ms)Closed at 1732247401933 2024-11-22T03:50:01,933 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:50:01,934 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/d2d260d07c7d4240aa302a24546b0d76 to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/d2d260d07c7d4240aa302a24546b0d76 2024-11-22T03:50:01,935 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/TestLogRolling-testLogRolling=f7cf6d8bc1c51c1594be3355a49a5d4e-8dc5cdc116df46139620ec246b7a4f32 to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/TestLogRolling-testLogRolling=f7cf6d8bc1c51c1594be3355a49a5d4e-8dc5cdc116df46139620ec246b7a4f32 2024-11-22T03:50:01,935 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/9fc3590d521c491c9df98d5d8f1a6bf1 to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/9fc3590d521c491c9df98d5d8f1a6bf1 2024-11-22T03:50:01,936 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/341400ae3ba74bacbaaa2df7c5623471 to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/341400ae3ba74bacbaaa2df7c5623471 2024-11-22T03:50:01,937 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/b0bd3ac0163d40fbb5635f049f52ae47 to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/b0bd3ac0163d40fbb5635f049f52ae47 2024-11-22T03:50:01,938 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/9ae9670d91b54d0f9a7d3d196acc1ffe to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/9ae9670d91b54d0f9a7d3d196acc1ffe 2024-11-22T03:50:01,939 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/69bf967c9a3d45f28859b87dd79fc24e to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/69bf967c9a3d45f28859b87dd79fc24e 2024-11-22T03:50:01,940 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/d3c2da2b6d8e48fbb5092134d806b492 to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/d3c2da2b6d8e48fbb5092134d806b492 2024-11-22T03:50:01,941 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/a76de8c759524783a298e7933a74c336 to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/a76de8c759524783a298e7933a74c336 2024-11-22T03:50:01,942 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/7fe5180c68784efebc006a926a4b3e03 to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/7fe5180c68784efebc006a926a4b3e03 2024-11-22T03:50:01,942 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/5fb99f5a770e49de93bf16b4e6872293 to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/5fb99f5a770e49de93bf16b4e6872293 2024-11-22T03:50:01,943 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/40dd262103c446c0b5f7b8aba1194de1 to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/40dd262103c446c0b5f7b8aba1194de1 2024-11-22T03:50:01,944 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/1b0d0f3e3c074ea1828568d4381b5ab5 to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/1b0d0f3e3c074ea1828568d4381b5ab5 2024-11-22T03:50:01,945 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/487ca868b85340398a0682926bb0fc04 to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/487ca868b85340398a0682926bb0fc04 2024-11-22T03:50:01,946 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/82ef6301ef4c4d28b3cd16307edb63b1 to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/82ef6301ef4c4d28b3cd16307edb63b1 2024-11-22T03:50:01,947 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/8331b849ef654864ad1e9b583ecc48ea to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/8331b849ef654864ad1e9b583ecc48ea 2024-11-22T03:50:01,948 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/cce07329236b4d79b52e0707be0ee16c to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/cce07329236b4d79b52e0707be0ee16c 2024-11-22T03:50:01,949 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/803b1ad9b63d44dc9323eda1631ef2cf to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/803b1ad9b63d44dc9323eda1631ef2cf 2024-11-22T03:50:01,950 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/4054101caa084b709e6afe3b70875527 to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/info/4054101caa084b709e6afe3b70875527 2024-11-22T03:50:01,950 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c85114ed5096:38055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-22T03:50:01,951 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [d2d260d07c7d4240aa302a24546b0d76=40102, 9fc3590d521c491c9df98d5d8f1a6bf1=13394, 341400ae3ba74bacbaaa2df7c5623471=64491, b0bd3ac0163d40fbb5635f049f52ae47=20781, 9ae9670d91b54d0f9a7d3d196acc1ffe=15500, 69bf967c9a3d45f28859b87dd79fc24e=88889, d3c2da2b6d8e48fbb5092134d806b492=18675, a76de8c759524783a298e7933a74c336=18675, 7fe5180c68784efebc006a926a4b3e03=111108, 5fb99f5a770e49de93bf16b4e6872293=13394, 40dd262103c446c0b5f7b8aba1194de1=19728, 1b0d0f3e3c074ea1828568d4381b5ab5=138724, 487ca868b85340398a0682926bb0fc04=17606, 82ef6301ef4c4d28b3cd16307edb63b1=13397, 8331b849ef654864ad1e9b583ecc48ea=170513, cce07329236b4d79b52e0707be0ee16c=28178, 803b1ad9b63d44dc9323eda1631ef2cf=13402, 4054101caa084b709e6afe3b70875527=28178] 2024-11-22T03:50:01,955 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/850ac34ba4204ae973d289b768ed5ddb/recovered.edits/335.seqid, newMaxSeqId=335, maxSeqId=126 2024-11-22T03:50:01,955 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb. 2024-11-22T03:50:01,955 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 850ac34ba4204ae973d289b768ed5ddb: Waiting for close lock at 1732247401925Running coprocessor pre-close hooks at 1732247401925Disabling compacts and flushes for region at 1732247401925Disabling writes for close at 1732247401926 (+1 ms)Writing region close event to WAL at 1732247401951 (+25 ms)Running coprocessor post-close hooks at 1732247401955 (+4 ms)Closed at 1732247401955 2024-11-22T03:50:01,956 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1732247359260.850ac34ba4204ae973d289b768ed5ddb. 2024-11-22T03:50:01,956 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d88a031296c939315d17862931d795a, disabling compactions & flushes 2024-11-22T03:50:01,956 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732247359260.7d88a031296c939315d17862931d795a. 2024-11-22T03:50:01,956 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732247359260.7d88a031296c939315d17862931d795a. 2024-11-22T03:50:01,956 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732247359260.7d88a031296c939315d17862931d795a. after waiting 0 ms 2024-11-22T03:50:01,956 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732247359260.7d88a031296c939315d17862931d795a. 2024-11-22T03:50:01,956 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732247359260.7d88a031296c939315d17862931d795a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/7d88a031296c939315d17862931d795a/info/3ebd76fcffb049a99d995de69ab5ef0d.f7cf6d8bc1c51c1594be3355a49a5d4e->hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/f7cf6d8bc1c51c1594be3355a49a5d4e/info/3ebd76fcffb049a99d995de69ab5ef0d-bottom] to archive 2024-11-22T03:50:01,957 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732247359260.7d88a031296c939315d17862931d795a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T03:50:01,958 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732247359260.7d88a031296c939315d17862931d795a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/7d88a031296c939315d17862931d795a/info/3ebd76fcffb049a99d995de69ab5ef0d.f7cf6d8bc1c51c1594be3355a49a5d4e to hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/archive/data/default/TestLogRolling-testLogRolling/7d88a031296c939315d17862931d795a/info/3ebd76fcffb049a99d995de69ab5ef0d.f7cf6d8bc1c51c1594be3355a49a5d4e 2024-11-22T03:50:01,959 WARN [StoreCloser-TestLogRolling-testLogRolling,,1732247359260.7d88a031296c939315d17862931d795a.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-22T03:50:01,962 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/data/default/TestLogRolling-testLogRolling/7d88a031296c939315d17862931d795a/recovered.edits/131.seqid, newMaxSeqId=131, maxSeqId=126 2024-11-22T03:50:01,962 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732247359260.7d88a031296c939315d17862931d795a. 2024-11-22T03:50:01,962 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d88a031296c939315d17862931d795a: Waiting for close lock at 1732247401956Running coprocessor pre-close hooks at 1732247401956Disabling compacts and flushes for region at 1732247401956Disabling writes for close at 1732247401956Writing region close event to WAL at 1732247401959 (+3 ms)Running coprocessor post-close hooks at 1732247401962 (+3 ms)Closed at 1732247401962 2024-11-22T03:50:01,962 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1732247359260.7d88a031296c939315d17862931d795a. 2024-11-22T03:50:02,127 INFO [RS:0;c85114ed5096:36563 {}] regionserver.HRegionServer(976): stopping server c85114ed5096,36563,1732247344003; all regions closed. 2024-11-22T03:50:02,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741834_1010 (size=8107) 2024-11-22T03:50:02,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741834_1010 (size=8107) 2024-11-22T03:50:02,138 DEBUG [RS:0;c85114ed5096:36563 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/oldWALs 2024-11-22T03:50:02,138 INFO [RS:0;c85114ed5096:36563 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c85114ed5096%2C36563%2C1732247344003.meta:.meta(num 1732247344770) 2024-11-22T03:50:02,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741877_1053 (size=780) 2024-11-22T03:50:02,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741877_1053 (size=780) 2024-11-22T03:50:02,144 DEBUG [RS:0;c85114ed5096:36563 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/oldWALs 2024-11-22T03:50:02,144 INFO [RS:0;c85114ed5096:36563 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c85114ed5096%2C36563%2C1732247344003:(num 1732247401801) 2024-11-22T03:50:02,144 DEBUG [RS:0;c85114ed5096:36563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:50:02,144 INFO [RS:0;c85114ed5096:36563 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:50:02,144 INFO [RS:0;c85114ed5096:36563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:50:02,144 INFO [RS:0;c85114ed5096:36563 {}] hbase.ChoreService(370): Chore service for: regionserver/c85114ed5096:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T03:50:02,144 INFO [RS:0;c85114ed5096:36563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:50:02,144 INFO [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:50:02,144 INFO [RS:0;c85114ed5096:36563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36563 2024-11-22T03:50:02,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36563-0x100658c2fb20001, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c85114ed5096,36563,1732247344003 2024-11-22T03:50:02,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T03:50:02,146 INFO [RS:0;c85114ed5096:36563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:50:02,147 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c85114ed5096,36563,1732247344003] 2024-11-22T03:50:02,147 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c85114ed5096,36563,1732247344003 already deleted, retry=false 2024-11-22T03:50:02,148 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c85114ed5096,36563,1732247344003 expired; onlineServers=0 2024-11-22T03:50:02,148 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c85114ed5096,38055,1732247343955' ***** 2024-11-22T03:50:02,148 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:50:02,148 INFO [M:0;c85114ed5096:38055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:50:02,148 INFO [M:0;c85114ed5096:38055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:50:02,148 DEBUG [M:0;c85114ed5096:38055 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:50:02,148 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:50:02,148 DEBUG [M:0;c85114ed5096:38055 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:50:02,148 DEBUG [master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732247344159 {}] cleaner.HFileCleaner(306): Exit Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732247344159,5,FailOnTimeoutGroup] 2024-11-22T03:50:02,148 DEBUG [master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732247344158 {}] cleaner.HFileCleaner(306): Exit Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732247344158,5,FailOnTimeoutGroup] 2024-11-22T03:50:02,148 INFO [M:0;c85114ed5096:38055 {}] hbase.ChoreService(370): Chore service for: master/c85114ed5096:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:50:02,148 INFO [M:0;c85114ed5096:38055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:50:02,148 DEBUG [M:0;c85114ed5096:38055 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:50:02,148 INFO [M:0;c85114ed5096:38055 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:50:02,149 INFO [M:0;c85114ed5096:38055 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:50:02,149 INFO [M:0;c85114ed5096:38055 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:50:02,149 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:50:02,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T03:50:02,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:50:02,149 DEBUG [M:0;c85114ed5096:38055 {}] zookeeper.ZKUtil(347): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T03:50:02,149 WARN [M:0;c85114ed5096:38055 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:50:02,151 INFO [M:0;c85114ed5096:38055 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/.lastflushedseqids 2024-11-22T03:50:02,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741878_1054 (size=228) 2024-11-22T03:50:02,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741878_1054 (size=228) 2024-11-22T03:50:02,157 INFO [M:0;c85114ed5096:38055 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:50:02,158 INFO [M:0;c85114ed5096:38055 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:50:02,158 DEBUG [M:0;c85114ed5096:38055 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:50:02,158 INFO [M:0;c85114ed5096:38055 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:50:02,158 DEBUG [M:0;c85114ed5096:38055 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:50:02,158 DEBUG [M:0;c85114ed5096:38055 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:50:02,158 DEBUG [M:0;c85114ed5096:38055 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:50:02,158 INFO [M:0;c85114ed5096:38055 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.42 KB heapSize=63.35 KB 2024-11-22T03:50:02,175 DEBUG [M:0;c85114ed5096:38055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e99fca653b25438592c2c9884b329c3c is 82, key is hbase:meta,,1/info:regioninfo/1732247344808/Put/seqid=0 2024-11-22T03:50:02,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741879_1055 (size=5672) 2024-11-22T03:50:02,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741879_1055 (size=5672) 2024-11-22T03:50:02,180 INFO [M:0;c85114ed5096:38055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e99fca653b25438592c2c9884b329c3c 2024-11-22T03:50:02,199 DEBUG [M:0;c85114ed5096:38055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f40fe1ddef034fba9490dcc74a3c20b8 is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732247345733/Put/seqid=0 2024-11-22T03:50:02,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741880_1056 (size=7090) 2024-11-22T03:50:02,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741880_1056 (size=7090) 2024-11-22T03:50:02,203 INFO [M:0;c85114ed5096:38055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.81 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f40fe1ddef034fba9490dcc74a3c20b8 2024-11-22T03:50:02,207 INFO [M:0;c85114ed5096:38055 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f40fe1ddef034fba9490dcc74a3c20b8 2024-11-22T03:50:02,222 DEBUG [M:0;c85114ed5096:38055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2968a820feca43ad892ec95b806ddb77 is 69, key is c85114ed5096,36563,1732247344003/rs:state/1732247344241/Put/seqid=0 2024-11-22T03:50:02,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741881_1057 (size=5156) 2024-11-22T03:50:02,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741881_1057 (size=5156) 2024-11-22T03:50:02,227 INFO [M:0;c85114ed5096:38055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2968a820feca43ad892ec95b806ddb77 2024-11-22T03:50:02,245 DEBUG [M:0;c85114ed5096:38055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fc9f32e54c224844a8459874a12a1fba is 52, key is load_balancer_on/state:d/1732247344937/Put/seqid=0 2024-11-22T03:50:02,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36563-0x100658c2fb20001, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:50:02,247 INFO [RS:0;c85114ed5096:36563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:50:02,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36563-0x100658c2fb20001, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:50:02,247 INFO [RS:0;c85114ed5096:36563 {}] regionserver.HRegionServer(1031): Exiting; stopping=c85114ed5096,36563,1732247344003; zookeeper connection closed. 2024-11-22T03:50:02,247 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31395a9d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31395a9d 2024-11-22T03:50:02,247 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:50:02,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741882_1058 (size=5056) 2024-11-22T03:50:02,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741882_1058 (size=5056) 2024-11-22T03:50:02,250 INFO [M:0;c85114ed5096:38055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fc9f32e54c224844a8459874a12a1fba 2024-11-22T03:50:02,254 DEBUG [M:0;c85114ed5096:38055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e99fca653b25438592c2c9884b329c3c as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e99fca653b25438592c2c9884b329c3c 2024-11-22T03:50:02,260 INFO [M:0;c85114ed5096:38055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e99fca653b25438592c2c9884b329c3c, entries=8, sequenceid=125, filesize=5.5 K 2024-11-22T03:50:02,261 DEBUG [M:0;c85114ed5096:38055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f40fe1ddef034fba9490dcc74a3c20b8 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f40fe1ddef034fba9490dcc74a3c20b8 2024-11-22T03:50:02,261 INFO [regionserver/c85114ed5096:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:50:02,266 INFO [M:0;c85114ed5096:38055 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f40fe1ddef034fba9490dcc74a3c20b8 2024-11-22T03:50:02,266 INFO [M:0;c85114ed5096:38055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f40fe1ddef034fba9490dcc74a3c20b8, entries=13, sequenceid=125, filesize=6.9 K 2024-11-22T03:50:02,267 DEBUG [M:0;c85114ed5096:38055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2968a820feca43ad892ec95b806ddb77 as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2968a820feca43ad892ec95b806ddb77 2024-11-22T03:50:02,271 INFO [M:0;c85114ed5096:38055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2968a820feca43ad892ec95b806ddb77, entries=1, sequenceid=125, filesize=5.0 K 2024-11-22T03:50:02,272 DEBUG [M:0;c85114ed5096:38055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fc9f32e54c224844a8459874a12a1fba as hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/fc9f32e54c224844a8459874a12a1fba 2024-11-22T03:50:02,276 INFO [M:0;c85114ed5096:38055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/7f3c83a3-d025-9003-408f-d7e6c75146e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/fc9f32e54c224844a8459874a12a1fba, entries=1, sequenceid=125, filesize=4.9 K 2024-11-22T03:50:02,277 INFO [M:0;c85114ed5096:38055 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=125, compaction requested=false 2024-11-22T03:50:02,278 INFO [M:0;c85114ed5096:38055 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:50:02,278 DEBUG [M:0;c85114ed5096:38055 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732247402158Disabling compacts and flushes for region at 1732247402158Disabling writes for close at 1732247402158Obtaining lock to block concurrent updates at 1732247402158Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732247402158Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52651, getHeapSize=64808, getOffHeapSize=0, getCellsCount=148 at 1732247402158Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732247402159 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732247402159Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732247402174 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732247402174Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732247402183 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732247402198 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732247402198Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732247402207 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732247402221 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732247402221Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732247402231 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732247402244 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732247402244Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c629ee0: reopening flushed file at 1732247402253 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50ca66a5: reopening flushed file at 1732247402260 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@796f639d: reopening flushed file at 1732247402266 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ae9c9d4: reopening flushed file at 1732247402271 (+5 ms)Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=125, compaction requested=false at 1732247402277 (+6 ms)Writing region close event to WAL at 1732247402278 (+1 ms)Closed at 1732247402278 2024-11-22T03:50:02,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741830_1006 (size=61320) 2024-11-22T03:50:02,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741830_1006 (size=61320) 2024-11-22T03:50:02,281 INFO [M:0;c85114ed5096:38055 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:50:02,281 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:50:02,281 INFO [M:0;c85114ed5096:38055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38055 2024-11-22T03:50:02,281 INFO [M:0;c85114ed5096:38055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:50:02,383 INFO [M:0;c85114ed5096:38055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:50:02,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:50:02,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38055-0x100658c2fb20000, quorum=127.0.0.1:56966, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:50:02,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@646bf5c6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:50:02,390 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34e9901d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:50:02,390 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:50:02,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7485016e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:50:02,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7aa52dc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/hadoop.log.dir/,STOPPED} 2024-11-22T03:50:02,393 WARN [BP-1458605192-172.17.0.2-1732247343381 heartbeating to localhost/127.0.0.1:42461 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:50:02,393 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:50:02,394 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:50:02,394 WARN [BP-1458605192-172.17.0.2-1732247343381 heartbeating to localhost/127.0.0.1:42461 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1458605192-172.17.0.2-1732247343381 (Datanode Uuid 6affbd6c-3950-4bbd-b0d4-7803a124f920) service to localhost/127.0.0.1:42461 2024-11-22T03:50:02,394 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/cluster_f4478fed-ee83-77d2-f751-834341ac8fda/data/data3/current/BP-1458605192-172.17.0.2-1732247343381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:50:02,394 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/cluster_f4478fed-ee83-77d2-f751-834341ac8fda/data/data4/current/BP-1458605192-172.17.0.2-1732247343381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:50:02,395 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:50:02,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c0343c8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:50:02,397 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54e0e381{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:50:02,397 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:50:02,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d0e67a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:50:02,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31864e8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/hadoop.log.dir/,STOPPED} 2024-11-22T03:50:02,398 WARN [BP-1458605192-172.17.0.2-1732247343381 heartbeating to localhost/127.0.0.1:42461 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:50:02,398 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:50:02,398 WARN [BP-1458605192-172.17.0.2-1732247343381 heartbeating to localhost/127.0.0.1:42461 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1458605192-172.17.0.2-1732247343381 (Datanode Uuid 56a99735-2a54-4af9-9623-4d0014537a79) service to localhost/127.0.0.1:42461 2024-11-22T03:50:02,398 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:50:02,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/cluster_f4478fed-ee83-77d2-f751-834341ac8fda/data/data1/current/BP-1458605192-172.17.0.2-1732247343381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:50:02,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/cluster_f4478fed-ee83-77d2-f751-834341ac8fda/data/data2/current/BP-1458605192-172.17.0.2-1732247343381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:50:02,399 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:50:02,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6da7b10c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:50:02,405 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44bd3813{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:50:02,405 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:50:02,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@338eca22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:50:02,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe19690{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/hadoop.log.dir/,STOPPED} 2024-11-22T03:50:02,413 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T03:50:02,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:50:02,449 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=112 (was 99) - Thread LEAK? -, OpenFileDescriptor=447 (was 429) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=45 (was 62), ProcessCount=11 (was 11), AvailableMemoryMB=2573 (was 2787) 2024-11-22T03:50:02,455 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=112, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=45, ProcessCount=11, AvailableMemoryMB=2573 2024-11-22T03:50:02,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:50:02,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/hadoop.log.dir so I do NOT create it in target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645 2024-11-22T03:50:02,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8018ef3a-a1d3-efb9-d1c1-00f79fcb78eb/hadoop.tmp.dir so I do NOT create it in target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645 2024-11-22T03:50:02,455 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/cluster_1c8069f4-9cea-603b-5168-cc525f21cdb6, deleteOnExit=true 2024-11-22T03:50:02,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:50:02,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/test.cache.data in system properties and HBase conf 2024-11-22T03:50:02,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:50:02,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:50:02,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:50:02,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:50:02,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:50:02,456 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:50:02,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:50:02,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:50:02,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:50:02,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:50:02,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:50:02,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:50:02,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:50:02,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:50:02,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:50:02,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:50:02,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:50:02,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:50:02,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:50:02,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:50:02,520 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:50:02,524 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:50:02,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:50:02,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:50:02,525 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:50:02,526 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:50:02,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14cfcfc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:50:02,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40c8c3a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:50:02,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28d3068a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/java.io.tmpdir/jetty-localhost-34467-hadoop-hdfs-3_4_1-tests_jar-_-any-6924100961322720732/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:50:02,620 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53dbe995{HTTP/1.1, (http/1.1)}{localhost:34467} 2024-11-22T03:50:02,620 INFO [Time-limited test {}] server.Server(415): Started @198730ms 2024-11-22T03:50:02,668 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:50:02,671 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:50:02,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:50:02,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:50:02,672 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:50:02,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54adc3e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:50:02,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4de71a6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:50:02,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60c2f958{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/java.io.tmpdir/jetty-localhost-39053-hadoop-hdfs-3_4_1-tests_jar-_-any-14042458393644724360/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:50:02,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@315af4fa{HTTP/1.1, (http/1.1)}{localhost:39053} 2024-11-22T03:50:02,765 INFO [Time-limited test {}] server.Server(415): Started @198876ms 2024-11-22T03:50:02,766 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:50:02,797 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:50:02,801 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:50:02,802 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:50:02,802 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:50:02,802 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:50:02,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@323176f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:50:02,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62d0f0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:50:02,824 WARN [Thread-1598 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/cluster_1c8069f4-9cea-603b-5168-cc525f21cdb6/data/data1/current/BP-899482466-172.17.0.2-1732247402481/current, will proceed with Du for space computation calculation, 2024-11-22T03:50:02,824 WARN [Thread-1599 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/cluster_1c8069f4-9cea-603b-5168-cc525f21cdb6/data/data2/current/BP-899482466-172.17.0.2-1732247402481/current, will proceed with Du for space computation calculation, 2024-11-22T03:50:02,838 WARN [Thread-1577 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:50:02,840 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1eb0720692f27b0 with lease ID 0xb26c4a5cde0afe1a: Processing first storage report for DS-f711f1d9-77d2-4040-abcf-3053770604e5 from datanode DatanodeRegistration(127.0.0.1:37725, datanodeUuid=379b1c3e-2e7c-4f19-9f66-fb805115ec48, infoPort=32859, infoSecurePort=0, ipcPort=41821, storageInfo=lv=-57;cid=testClusterID;nsid=1448640501;c=1732247402481) 2024-11-22T03:50:02,840 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1eb0720692f27b0 with lease ID 0xb26c4a5cde0afe1a: from storage DS-f711f1d9-77d2-4040-abcf-3053770604e5 node DatanodeRegistration(127.0.0.1:37725, datanodeUuid=379b1c3e-2e7c-4f19-9f66-fb805115ec48, infoPort=32859, infoSecurePort=0, ipcPort=41821, storageInfo=lv=-57;cid=testClusterID;nsid=1448640501;c=1732247402481), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:50:02,840 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1eb0720692f27b0 with lease ID 0xb26c4a5cde0afe1a: Processing first storage report for DS-8644677c-312d-4654-8857-8fc48db90d57 from datanode DatanodeRegistration(127.0.0.1:37725, datanodeUuid=379b1c3e-2e7c-4f19-9f66-fb805115ec48, infoPort=32859, infoSecurePort=0, ipcPort=41821, storageInfo=lv=-57;cid=testClusterID;nsid=1448640501;c=1732247402481) 2024-11-22T03:50:02,840 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1eb0720692f27b0 with lease ID 0xb26c4a5cde0afe1a: from storage DS-8644677c-312d-4654-8857-8fc48db90d57 node DatanodeRegistration(127.0.0.1:37725, datanodeUuid=379b1c3e-2e7c-4f19-9f66-fb805115ec48, infoPort=32859, infoSecurePort=0, ipcPort=41821, storageInfo=lv=-57;cid=testClusterID;nsid=1448640501;c=1732247402481), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:50:02,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e35d814{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/java.io.tmpdir/jetty-localhost-44877-hadoop-hdfs-3_4_1-tests_jar-_-any-15465513042748802485/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:50:02,900 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c7f4d86{HTTP/1.1, (http/1.1)}{localhost:44877} 2024-11-22T03:50:02,900 INFO [Time-limited test {}] server.Server(415): Started @199010ms 2024-11-22T03:50:02,901 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:50:02,955 WARN [Thread-1625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/cluster_1c8069f4-9cea-603b-5168-cc525f21cdb6/data/data4/current/BP-899482466-172.17.0.2-1732247402481/current, will proceed with Du for space computation calculation, 2024-11-22T03:50:02,955 WARN [Thread-1624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/cluster_1c8069f4-9cea-603b-5168-cc525f21cdb6/data/data3/current/BP-899482466-172.17.0.2-1732247402481/current, will proceed with Du for space computation calculation, 2024-11-22T03:50:02,975 WARN [Thread-1613 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:50:02,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9afce4a394b31ecd with lease ID 0xb26c4a5cde0afe1b: Processing first storage report for DS-3a0dfd24-5038-458d-8b6b-63a6c1a15dbe from datanode DatanodeRegistration(127.0.0.1:40361, datanodeUuid=70ede8d9-216b-4332-b9ba-ecbd3bdafe6f, infoPort=37447, infoSecurePort=0, ipcPort=43895, storageInfo=lv=-57;cid=testClusterID;nsid=1448640501;c=1732247402481) 2024-11-22T03:50:02,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9afce4a394b31ecd with lease ID 0xb26c4a5cde0afe1b: from storage DS-3a0dfd24-5038-458d-8b6b-63a6c1a15dbe node DatanodeRegistration(127.0.0.1:40361, datanodeUuid=70ede8d9-216b-4332-b9ba-ecbd3bdafe6f, infoPort=37447, infoSecurePort=0, ipcPort=43895, storageInfo=lv=-57;cid=testClusterID;nsid=1448640501;c=1732247402481), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:50:02,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9afce4a394b31ecd with lease ID 0xb26c4a5cde0afe1b: Processing first storage report for DS-b631b508-3e13-492d-8064-7cda1acfb857 from datanode DatanodeRegistration(127.0.0.1:40361, datanodeUuid=70ede8d9-216b-4332-b9ba-ecbd3bdafe6f, infoPort=37447, infoSecurePort=0, ipcPort=43895, storageInfo=lv=-57;cid=testClusterID;nsid=1448640501;c=1732247402481) 2024-11-22T03:50:02,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9afce4a394b31ecd with lease ID 0xb26c4a5cde0afe1b: from storage DS-b631b508-3e13-492d-8064-7cda1acfb857 node DatanodeRegistration(127.0.0.1:40361, datanodeUuid=70ede8d9-216b-4332-b9ba-ecbd3bdafe6f, infoPort=37447, infoSecurePort=0, ipcPort=43895, storageInfo=lv=-57;cid=testClusterID;nsid=1448640501;c=1732247402481), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:50:03,027 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645 2024-11-22T03:50:03,030 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/cluster_1c8069f4-9cea-603b-5168-cc525f21cdb6/zookeeper_0, clientPort=49414, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/cluster_1c8069f4-9cea-603b-5168-cc525f21cdb6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/cluster_1c8069f4-9cea-603b-5168-cc525f21cdb6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T03:50:03,031 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49414 2024-11-22T03:50:03,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:50:03,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:50:03,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37725 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:50:03,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:50:03,042 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb with version=8 2024-11-22T03:50:03,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:42349/user/jenkins/test-data/c77a1999-6131-194b-13a0-6b12f77a09ae/hbase-staging 2024-11-22T03:50:03,045 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c85114ed5096:0 server-side Connection retries=45 2024-11-22T03:50:03,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:50:03,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:50:03,045 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:50:03,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:50:03,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:50:03,045 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:50:03,046 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:50:03,046 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33613 2024-11-22T03:50:03,048 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33613 connecting to ZooKeeper ensemble=127.0.0.1:49414 2024-11-22T03:50:03,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336130x0, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:50:03,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33613-0x100658d16840000 connected 2024-11-22T03:50:03,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:50:03,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:50:03,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:50:03,074 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb, hbase.cluster.distributed=false 2024-11-22T03:50:03,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T03:50:03,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33613 2024-11-22T03:50:03,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33613 2024-11-22T03:50:03,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33613 2024-11-22T03:50:03,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33613 2024-11-22T03:50:03,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33613 2024-11-22T03:50:03,097 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c85114ed5096:0 server-side Connection retries=45 2024-11-22T03:50:03,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:50:03,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:50:03,097 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:50:03,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:50:03,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:50:03,097 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:50:03,097 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:50:03,098 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42787 2024-11-22T03:50:03,099 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42787 connecting to ZooKeeper ensemble=127.0.0.1:49414 2024-11-22T03:50:03,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:50:03,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:50:03,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427870x0, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:50:03,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427870x0, quorum=127.0.0.1:49414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:50:03,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42787-0x100658d16840001 connected 2024-11-22T03:50:03,107 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:50:03,108 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:50:03,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42787-0x100658d16840001, quorum=127.0.0.1:49414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T03:50:03,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42787-0x100658d16840001, quorum=127.0.0.1:49414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T03:50:03,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42787 2024-11-22T03:50:03,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42787 2024-11-22T03:50:03,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42787 2024-11-22T03:50:03,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42787 2024-11-22T03:50:03,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42787 2024-11-22T03:50:03,124 DEBUG [M:0;c85114ed5096:33613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c85114ed5096:33613 2024-11-22T03:50:03,124 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c85114ed5096,33613,1732247403045 2024-11-22T03:50:03,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:50:03,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x100658d16840001, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:50:03,126 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c85114ed5096,33613,1732247403045 2024-11-22T03:50:03,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x100658d16840001, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T03:50:03,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:50:03,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x100658d16840001, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:50:03,127 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T03:50:03,128 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c85114ed5096,33613,1732247403045 from backup master directory 2024-11-22T03:50:03,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c85114ed5096,33613,1732247403045 2024-11-22T03:50:03,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x100658d16840001, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:50:03,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:50:03,128 WARN [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:50:03,128 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c85114ed5096,33613,1732247403045 2024-11-22T03:50:03,134 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/hbase.id] with ID: 3dea2631-a7e3-4fe3-bee7-20955fd098c7 2024-11-22T03:50:03,134 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/.tmp/hbase.id 2024-11-22T03:50:03,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37725 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:50:03,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:50:03,140 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/.tmp/hbase.id]:[hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/hbase.id] 2024-11-22T03:50:03,150 INFO [master/c85114ed5096:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:50:03,150 INFO [master/c85114ed5096:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:50:03,152 INFO [master/c85114ed5096:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-22T03:50:03,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x100658d16840001, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:50:03,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:50:03,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:50:03,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37725 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:50:03,159 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:50:03,160 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:50:03,160 INFO [master/c85114ed5096:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:50:03,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37725 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:50:03,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:50:03,169 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/data/master/store 2024-11-22T03:50:03,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37725 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:50:03,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:50:03,178 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:50:03,178 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:50:03,178 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:50:03,178 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:50:03,178 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:50:03,178 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:50:03,178 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:50:03,178 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732247403178Disabling compacts and flushes for region at 1732247403178Disabling writes for close at 1732247403178Writing region close event to WAL at 1732247403178Closed at 1732247403178 2024-11-22T03:50:03,179 WARN [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/data/master/store/.initializing 2024-11-22T03:50:03,179 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/WALs/c85114ed5096,33613,1732247403045 2024-11-22T03:50:03,180 INFO [master/c85114ed5096:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:50:03,181 INFO [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c85114ed5096%2C33613%2C1732247403045, suffix=, logDir=hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/WALs/c85114ed5096,33613,1732247403045, archiveDir=hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/oldWALs, maxLogs=10 2024-11-22T03:50:03,194 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/WALs/c85114ed5096,33613,1732247403045/c85114ed5096%2C33613%2C1732247403045.1732247403181, exclude list is [], retry=0 2024-11-22T03:50:03,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40361,DS-3a0dfd24-5038-458d-8b6b-63a6c1a15dbe,DISK] 2024-11-22T03:50:03,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37725,DS-f711f1d9-77d2-4040-abcf-3053770604e5,DISK] 2024-11-22T03:50:03,198 INFO [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/WALs/c85114ed5096,33613,1732247403045/c85114ed5096%2C33613%2C1732247403045.1732247403181 2024-11-22T03:50:03,198 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37447:37447),(127.0.0.1/127.0.0.1:32859:32859)] 2024-11-22T03:50:03,198 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:50:03,198 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:50:03,199 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:50:03,199 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:50:03,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:50:03,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:50:03,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:50:03,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:50:03,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:50:03,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:50:03,203 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:50:03,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:50:03,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:50:03,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:50:03,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:50:03,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:50:03,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:50:03,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:50:03,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:50:03,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:50:03,207 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:50:03,208 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:50:03,208 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:50:03,209 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:50:03,209 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:50:03,209 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:50:03,210 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:50:03,212 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:50:03,212 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=808755, jitterRate=0.028385281562805176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:50:03,213 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732247403199Initializing all the Stores at 1732247403200 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247403200Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247403200Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247403200Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247403200Cleaning up temporary data from old regions at 1732247403209 (+9 ms)Region opened successfully at 1732247403213 (+4 ms) 2024-11-22T03:50:03,213 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:50:03,216 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679ba545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c85114ed5096/172.17.0.2:0 2024-11-22T03:50:03,217 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:50:03,217 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:50:03,217 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:50:03,217 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:50:03,217 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:50:03,218 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:50:03,218 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:50:03,220 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:50:03,220 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T03:50:03,221 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T03:50:03,221 INFO [master/c85114ed5096:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:50:03,222 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:50:03,223 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T03:50:03,223 INFO [master/c85114ed5096:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:50:03,224 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:50:03,224 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T03:50:03,225 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:50:03,225 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T03:50:03,227 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:50:03,228 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T03:50:03,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x100658d16840001, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T03:50:03,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T03:50:03,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x100658d16840001, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:50:03,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:50:03,230 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c85114ed5096,33613,1732247403045, sessionid=0x100658d16840000, setting cluster-up flag (Was=false) 2024-11-22T03:50:03,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x100658d16840001, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:50:03,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:50:03,233 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T03:50:03,234 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c85114ed5096,33613,1732247403045 2024-11-22T03:50:03,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x100658d16840001, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:50:03,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:50:03,239 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T03:50:03,240 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c85114ed5096,33613,1732247403045 2024-11-22T03:50:03,241 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:50:03,242 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:50:03,242 INFO [master/c85114ed5096:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:50:03,242 INFO [master/c85114ed5096:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:50:03,243 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c85114ed5096,33613,1732247403045 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:50:03,244 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:50:03,244 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:50:03,244 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:50:03,244 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:50:03,244 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c85114ed5096:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:50:03,244 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:50:03,244 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c85114ed5096:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:50:03,244 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:50:03,248 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:50:03,248 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:50:03,249 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732247433249 2024-11-22T03:50:03,249 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:50:03,249 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:50:03,249 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:50:03,249 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:50:03,249 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:50:03,249 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:50:03,249 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:50:03,250 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:50:03,250 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:50:03,250 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:50:03,250 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:50:03,250 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:50:03,250 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:50:03,250 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:50:03,253 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732247403250,5,FailOnTimeoutGroup] 2024-11-22T03:50:03,254 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732247403253,5,FailOnTimeoutGroup] 2024-11-22T03:50:03,254 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:50:03,254 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:50:03,254 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:50:03,254 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:50:03,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:50:03,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37725 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:50:03,262 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:50:03,262 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb 2024-11-22T03:50:03,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741832_1008 (size=32) 2024-11-22T03:50:03,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37725 is added to blk_1073741832_1008 (size=32) 2024-11-22T03:50:03,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:50:03,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:50:03,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:50:03,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:50:03,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:50:03,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:50:03,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:50:03,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:50:03,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:50:03,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:50:03,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:50:03,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:50:03,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:50:03,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:50:03,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:50:03,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:50:03,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:50:03,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:50:03,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/data/hbase/meta/1588230740 2024-11-22T03:50:03,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/data/hbase/meta/1588230740 2024-11-22T03:50:03,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:50:03,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:50:03,282 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T03:50:03,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:50:03,285 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:50:03,285 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=818237, jitterRate=0.040443211793899536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T03:50:03,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732247403271Initializing all the Stores at 1732247403272 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247403272Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247403272Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247403272Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247403272Cleaning up temporary data from old regions at 1732247403281 (+9 ms)Region opened successfully at 1732247403286 (+5 ms) 2024-11-22T03:50:03,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:50:03,286 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:50:03,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:50:03,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:50:03,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:50:03,287 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:50:03,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732247403286Disabling compacts and flushes for region at 1732247403286Disabling writes for close at 1732247403286Writing region close event to WAL at 1732247403287 (+1 ms)Closed at 1732247403287 2024-11-22T03:50:03,288 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:50:03,288 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:50:03,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:50:03,289 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:50:03,290 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:50:03,317 INFO [RS:0;c85114ed5096:42787 {}] regionserver.HRegionServer(746): ClusterId : 3dea2631-a7e3-4fe3-bee7-20955fd098c7 2024-11-22T03:50:03,317 DEBUG [RS:0;c85114ed5096:42787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:50:03,320 DEBUG [RS:0;c85114ed5096:42787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:50:03,320 DEBUG [RS:0;c85114ed5096:42787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:50:03,323 DEBUG [RS:0;c85114ed5096:42787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:50:03,324 DEBUG [RS:0;c85114ed5096:42787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de5861b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c85114ed5096/172.17.0.2:0 2024-11-22T03:50:03,337 DEBUG [RS:0;c85114ed5096:42787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c85114ed5096:42787 2024-11-22T03:50:03,338 INFO [RS:0;c85114ed5096:42787 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:50:03,338 INFO [RS:0;c85114ed5096:42787 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:50:03,338 DEBUG [RS:0;c85114ed5096:42787 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:50:03,338 INFO [RS:0;c85114ed5096:42787 {}] regionserver.HRegionServer(2659): reportForDuty to master=c85114ed5096,33613,1732247403045 with port=42787, startcode=1732247403097 2024-11-22T03:50:03,338 DEBUG [RS:0;c85114ed5096:42787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:50:03,340 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34331, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:50:03,340 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33613 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c85114ed5096,42787,1732247403097 2024-11-22T03:50:03,340 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33613 {}] master.ServerManager(517): Registering regionserver=c85114ed5096,42787,1732247403097 2024-11-22T03:50:03,342 DEBUG [RS:0;c85114ed5096:42787 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb 2024-11-22T03:50:03,342 DEBUG [RS:0;c85114ed5096:42787 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44577 2024-11-22T03:50:03,342 DEBUG [RS:0;c85114ed5096:42787 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:50:03,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T03:50:03,343 DEBUG [RS:0;c85114ed5096:42787 {}] zookeeper.ZKUtil(111): regionserver:42787-0x100658d16840001, quorum=127.0.0.1:49414, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c85114ed5096,42787,1732247403097 2024-11-22T03:50:03,343 WARN [RS:0;c85114ed5096:42787 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:50:03,343 INFO [RS:0;c85114ed5096:42787 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:50:03,343 DEBUG [RS:0;c85114ed5096:42787 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/WALs/c85114ed5096,42787,1732247403097 2024-11-22T03:50:03,344 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c85114ed5096,42787,1732247403097] 2024-11-22T03:50:03,347 INFO [RS:0;c85114ed5096:42787 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:50:03,349 INFO [RS:0;c85114ed5096:42787 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:50:03,349 INFO [RS:0;c85114ed5096:42787 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:50:03,349 INFO [RS:0;c85114ed5096:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:50:03,349 INFO [RS:0;c85114ed5096:42787 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:50:03,350 INFO [RS:0;c85114ed5096:42787 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:50:03,350 INFO [RS:0;c85114ed5096:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:50:03,351 DEBUG [RS:0;c85114ed5096:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:50:03,351 DEBUG [RS:0;c85114ed5096:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:50:03,351 DEBUG [RS:0;c85114ed5096:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:50:03,351 DEBUG [RS:0;c85114ed5096:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:50:03,351 DEBUG [RS:0;c85114ed5096:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:50:03,351 DEBUG [RS:0;c85114ed5096:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c85114ed5096:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:50:03,351 DEBUG [RS:0;c85114ed5096:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:50:03,351 DEBUG [RS:0;c85114ed5096:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:50:03,351 DEBUG [RS:0;c85114ed5096:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:50:03,351 DEBUG [RS:0;c85114ed5096:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:50:03,351 DEBUG [RS:0;c85114ed5096:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:50:03,351 DEBUG [RS:0;c85114ed5096:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:50:03,351 DEBUG [RS:0;c85114ed5096:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:50:03,351 DEBUG [RS:0;c85114ed5096:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:50:03,353 INFO [RS:0;c85114ed5096:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:50:03,353 INFO [RS:0;c85114ed5096:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:50:03,353 INFO [RS:0;c85114ed5096:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:50:03,353 INFO [RS:0;c85114ed5096:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:50:03,353 INFO [RS:0;c85114ed5096:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:50:03,353 INFO [RS:0;c85114ed5096:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,42787,1732247403097-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:50:03,369 INFO [RS:0;c85114ed5096:42787 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:50:03,369 INFO [RS:0;c85114ed5096:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,42787,1732247403097-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:50:03,369 INFO [RS:0;c85114ed5096:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:50:03,369 INFO [RS:0;c85114ed5096:42787 {}] regionserver.Replication(171): c85114ed5096,42787,1732247403097 started 2024-11-22T03:50:03,385 INFO [RS:0;c85114ed5096:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:50:03,385 INFO [RS:0;c85114ed5096:42787 {}] regionserver.HRegionServer(1482): Serving as c85114ed5096,42787,1732247403097, RpcServer on c85114ed5096/172.17.0.2:42787, sessionid=0x100658d16840001 2024-11-22T03:50:03,385 DEBUG [RS:0;c85114ed5096:42787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:50:03,385 DEBUG [RS:0;c85114ed5096:42787 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c85114ed5096,42787,1732247403097 2024-11-22T03:50:03,385 DEBUG [RS:0;c85114ed5096:42787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c85114ed5096,42787,1732247403097' 2024-11-22T03:50:03,385 DEBUG [RS:0;c85114ed5096:42787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T03:50:03,386 DEBUG [RS:0;c85114ed5096:42787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T03:50:03,386 DEBUG [RS:0;c85114ed5096:42787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:50:03,386 DEBUG [RS:0;c85114ed5096:42787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:50:03,386 DEBUG [RS:0;c85114ed5096:42787 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c85114ed5096,42787,1732247403097 2024-11-22T03:50:03,386 DEBUG [RS:0;c85114ed5096:42787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c85114ed5096,42787,1732247403097' 2024-11-22T03:50:03,386 DEBUG [RS:0;c85114ed5096:42787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T03:50:03,387 DEBUG [RS:0;c85114ed5096:42787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T03:50:03,387 DEBUG [RS:0;c85114ed5096:42787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:50:03,387 INFO [RS:0;c85114ed5096:42787 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:50:03,387 INFO [RS:0;c85114ed5096:42787 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:50:03,440 WARN [c85114ed5096:33613 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T03:50:03,488 INFO [RS:0;c85114ed5096:42787 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:50:03,489 INFO [RS:0;c85114ed5096:42787 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c85114ed5096%2C42787%2C1732247403097, suffix=, logDir=hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/WALs/c85114ed5096,42787,1732247403097, archiveDir=hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/oldWALs, maxLogs=32 2024-11-22T03:50:03,501 DEBUG [RS:0;c85114ed5096:42787 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/WALs/c85114ed5096,42787,1732247403097/c85114ed5096%2C42787%2C1732247403097.1732247403490, exclude list is [], retry=0 2024-11-22T03:50:03,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37725,DS-f711f1d9-77d2-4040-abcf-3053770604e5,DISK] 2024-11-22T03:50:03,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40361,DS-3a0dfd24-5038-458d-8b6b-63a6c1a15dbe,DISK] 2024-11-22T03:50:03,505 INFO [RS:0;c85114ed5096:42787 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/WALs/c85114ed5096,42787,1732247403097/c85114ed5096%2C42787%2C1732247403097.1732247403490 2024-11-22T03:50:03,506 DEBUG [RS:0;c85114ed5096:42787 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37447:37447),(127.0.0.1/127.0.0.1:32859:32859)] 2024-11-22T03:50:03,690 DEBUG [c85114ed5096:33613 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:50:03,691 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c85114ed5096,42787,1732247403097 2024-11-22T03:50:03,692 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c85114ed5096,42787,1732247403097, state=OPENING 2024-11-22T03:50:03,693 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:50:03,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:50:03,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x100658d16840001, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:50:03,694 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:50:03,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:50:03,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:50:03,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c85114ed5096,42787,1732247403097}] 2024-11-22T03:50:03,847 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:50:03,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35901, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:50:03,854 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:50:03,854 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:50:03,855 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:50:03,857 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c85114ed5096%2C42787%2C1732247403097.meta, suffix=.meta, logDir=hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/WALs/c85114ed5096,42787,1732247403097, archiveDir=hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/oldWALs, maxLogs=32 2024-11-22T03:50:03,873 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/WALs/c85114ed5096,42787,1732247403097/c85114ed5096%2C42787%2C1732247403097.meta.1732247403858.meta, exclude list is [], retry=0 2024-11-22T03:50:03,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40361,DS-3a0dfd24-5038-458d-8b6b-63a6c1a15dbe,DISK] 2024-11-22T03:50:03,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37725,DS-f711f1d9-77d2-4040-abcf-3053770604e5,DISK] 2024-11-22T03:50:03,876 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/WALs/c85114ed5096,42787,1732247403097/c85114ed5096%2C42787%2C1732247403097.meta.1732247403858.meta 2024-11-22T03:50:03,877 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37447:37447),(127.0.0.1/127.0.0.1:32859:32859)] 2024-11-22T03:50:03,877 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:50:03,877 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:50:03,877 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:50:03,877 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:50:03,877 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:50:03,877 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:50:03,877 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:50:03,877 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:50:03,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:50:03,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:50:03,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:50:03,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:50:03,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:50:03,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:50:03,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:50:03,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:50:03,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:50:03,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:50:03,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:50:03,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:50:03,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:50:03,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:50:03,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:50:03,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:50:03,884 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:50:03,884 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/data/hbase/meta/1588230740 2024-11-22T03:50:03,885 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/data/hbase/meta/1588230740 2024-11-22T03:50:03,886 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:50:03,886 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:50:03,887 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T03:50:03,888 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:50:03,888 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=835832, jitterRate=0.06281562149524689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T03:50:03,888 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:50:03,889 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732247403877Writing region info on filesystem at 1732247403877Initializing all the Stores at 1732247403878 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247403878Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247403878Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247403879 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247403879Cleaning up temporary data from old regions at 1732247403886 (+7 ms)Running coprocessor post-open hooks at 1732247403888 (+2 ms)Region opened successfully at 1732247403889 (+1 ms) 2024-11-22T03:50:03,890 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732247403847 2024-11-22T03:50:03,892 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:50:03,893 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:50:03,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,42787,1732247403097 2024-11-22T03:50:03,894 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c85114ed5096,42787,1732247403097, state=OPEN 2024-11-22T03:50:03,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x100658d16840001, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:50:03,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:50:03,896 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c85114ed5096,42787,1732247403097 2024-11-22T03:50:03,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:50:03,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:50:03,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:50:03,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c85114ed5096,42787,1732247403097 in 202 msec 2024-11-22T03:50:03,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:50:03,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 611 msec 2024-11-22T03:50:03,902 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:50:03,902 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:50:03,903 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:50:03,903 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42787,1732247403097, seqNum=-1] 2024-11-22T03:50:03,904 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:50:03,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35195, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:50:03,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 667 msec 2024-11-22T03:50:03,910 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732247403909, completionTime=-1 2024-11-22T03:50:03,910 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:50:03,910 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:50:03,911 INFO [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:50:03,911 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732247463911 2024-11-22T03:50:03,911 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732247523911 2024-11-22T03:50:03,911 INFO [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T03:50:03,912 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,33613,1732247403045-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:50:03,912 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,33613,1732247403045-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:50:03,912 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,33613,1732247403045-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:50:03,912 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c85114ed5096:33613, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:50:03,912 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:50:03,912 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:50:03,913 DEBUG [master/c85114ed5096:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:50:03,915 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.787sec 2024-11-22T03:50:03,915 INFO [master/c85114ed5096:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:50:03,915 INFO [master/c85114ed5096:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:50:03,915 INFO [master/c85114ed5096:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:50:03,915 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:50:03,915 INFO [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:50:03,915 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,33613,1732247403045-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:50:03,915 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,33613,1732247403045-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:50:03,917 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:50:03,917 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:50:03,917 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,33613,1732247403045-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:50:04,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d0318f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:50:04,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,33613,-1 for getting cluster id 2024-11-22T03:50:04,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:50:04,021 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3dea2631-a7e3-4fe3-bee7-20955fd098c7' 2024-11-22T03:50:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:50:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3dea2631-a7e3-4fe3-bee7-20955fd098c7" 2024-11-22T03:50:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65667f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:50:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,33613,-1] 2024-11-22T03:50:04,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:50:04,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:50:04,024 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:50:04,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46cc490f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:50:04,026 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:50:04,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42787,1732247403097, seqNum=-1] 2024-11-22T03:50:04,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:50:04,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:50:04,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c85114ed5096,33613,1732247403045 2024-11-22T03:50:04,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:50:04,034 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-22T03:50:04,034 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:50:04,036 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:50:04,038 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/WALs/test.com,8080,1, archiveDir=hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/oldWALs, maxLogs=32 2024-11-22T03:50:04,050 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/WALs/test.com,8080,1/test.com%2C8080%2C1.1732247404038, exclude list is [], retry=0 2024-11-22T03:50:04,052 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37725,DS-f711f1d9-77d2-4040-abcf-3053770604e5,DISK] 2024-11-22T03:50:04,052 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40361,DS-3a0dfd24-5038-458d-8b6b-63a6c1a15dbe,DISK] 2024-11-22T03:50:04,054 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/WALs/test.com,8080,1/test.com%2C8080%2C1.1732247404038 2024-11-22T03:50:04,054 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32859:32859),(127.0.0.1/127.0.0.1:37447:37447)] 2024-11-22T03:50:04,067 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/WALs/test.com,8080,1/test.com%2C8080%2C1.1732247404054, exclude list is [], retry=0 2024-11-22T03:50:04,070 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40361,DS-3a0dfd24-5038-458d-8b6b-63a6c1a15dbe,DISK] 2024-11-22T03:50:04,070 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37725,DS-f711f1d9-77d2-4040-abcf-3053770604e5,DISK] 2024-11-22T03:50:04,071 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/WALs/test.com,8080,1/test.com%2C8080%2C1.1732247404038 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/WALs/test.com,8080,1/test.com%2C8080%2C1.1732247404054 2024-11-22T03:50:04,072 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37447:37447),(127.0.0.1/127.0.0.1:32859:32859)] 2024-11-22T03:50:04,072 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/WALs/test.com,8080,1/test.com%2C8080%2C1.1732247404038 is not closed yet, will try archiving it next time 2024-11-22T03:50:04,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741835_1011 (size=93) 2024-11-22T03:50:04,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37725 is added to blk_1073741835_1011 (size=93) 2024-11-22T03:50:04,074 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/WALs/test.com,8080,1/test.com%2C8080%2C1.1732247404038 to hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/oldWALs/test.com%2C8080%2C1.1732247404038 2024-11-22T03:50:04,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741836_1012 (size=93) 2024-11-22T03:50:04,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37725 is added to blk_1073741836_1012 (size=93) 2024-11-22T03:50:04,076 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/oldWALs 2024-11-22T03:50:04,076 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1732247404054) 2024-11-22T03:50:04,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:50:04,076 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:50:04,076 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:50:04,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:50:04,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:50:04,077 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:50:04,077 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:50:04,077 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=128610529, stopped=false 2024-11-22T03:50:04,077 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c85114ed5096,33613,1732247403045 2024-11-22T03:50:04,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x100658d16840001, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T03:50:04,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T03:50:04,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x100658d16840001, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:50:04,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:50:04,078 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:50:04,078 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:50:04,078 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:50:04,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:50:04,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42787-0x100658d16840001, quorum=127.0.0.1:49414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:50:04,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:50:04,078 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c85114ed5096,42787,1732247403097' ***** 2024-11-22T03:50:04,078 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:50:04,079 INFO [RS:0;c85114ed5096:42787 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:50:04,079 INFO [RS:0;c85114ed5096:42787 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:50:04,079 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:50:04,079 INFO [RS:0;c85114ed5096:42787 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:50:04,079 INFO [RS:0;c85114ed5096:42787 {}] regionserver.HRegionServer(959): stopping server c85114ed5096,42787,1732247403097 2024-11-22T03:50:04,079 INFO [RS:0;c85114ed5096:42787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:50:04,079 INFO [RS:0;c85114ed5096:42787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c85114ed5096:42787. 2024-11-22T03:50:04,079 DEBUG [RS:0;c85114ed5096:42787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:50:04,079 DEBUG [RS:0;c85114ed5096:42787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:50:04,079 INFO [RS:0;c85114ed5096:42787 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:50:04,079 INFO [RS:0;c85114ed5096:42787 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:50:04,079 INFO [RS:0;c85114ed5096:42787 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:50:04,079 INFO [RS:0;c85114ed5096:42787 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:50:04,079 INFO [RS:0;c85114ed5096:42787 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T03:50:04,079 DEBUG [RS:0;c85114ed5096:42787 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T03:50:04,079 DEBUG [RS:0;c85114ed5096:42787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:50:04,079 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:50:04,079 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:50:04,080 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:50:04,080 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:50:04,080 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:50:04,080 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-22T03:50:04,100 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/data/hbase/meta/1588230740/.tmp/ns/14b4e2ca7aef4e0da9c32e0420a450e5 is 43, key is default/ns:d/1732247403906/Put/seqid=0 2024-11-22T03:50:04,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37725 is added to blk_1073741837_1013 (size=5153) 2024-11-22T03:50:04,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741837_1013 (size=5153) 2024-11-22T03:50:04,106 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/data/hbase/meta/1588230740/.tmp/ns/14b4e2ca7aef4e0da9c32e0420a450e5 2024-11-22T03:50:04,111 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/data/hbase/meta/1588230740/.tmp/ns/14b4e2ca7aef4e0da9c32e0420a450e5 as hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/data/hbase/meta/1588230740/ns/14b4e2ca7aef4e0da9c32e0420a450e5 2024-11-22T03:50:04,117 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/data/hbase/meta/1588230740/ns/14b4e2ca7aef4e0da9c32e0420a450e5, entries=2, sequenceid=6, filesize=5.0 K 2024-11-22T03:50:04,118 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 38ms, sequenceid=6, compaction requested=false 2024-11-22T03:50:04,123 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T03:50:04,124 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:50:04,124 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:50:04,124 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732247404079Running coprocessor pre-close hooks at 1732247404079Disabling compacts and flushes for region at 1732247404079Disabling writes for close at 1732247404080 (+1 ms)Obtaining lock to block concurrent updates at 1732247404080Preparing flush snapshotting stores in 1588230740 at 1732247404080Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732247404080Flushing stores of hbase:meta,,1.1588230740 at 1732247404081 (+1 ms)Flushing 1588230740/ns: creating writer at 1732247404081Flushing 1588230740/ns: appending metadata at 1732247404100 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732247404100Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f4ab8d1: reopening flushed file at 1732247404110 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 38ms, sequenceid=6, compaction requested=false at 1732247404118 (+8 ms)Writing region close event to WAL at 1732247404118Running coprocessor post-close hooks at 1732247404124 (+6 ms)Closed at 1732247404124 2024-11-22T03:50:04,124 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:50:04,280 INFO [RS:0;c85114ed5096:42787 {}] regionserver.HRegionServer(976): stopping server c85114ed5096,42787,1732247403097; all regions closed. 2024-11-22T03:50:04,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37725 is added to blk_1073741834_1010 (size=1152) 2024-11-22T03:50:04,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741834_1010 (size=1152) 2024-11-22T03:50:04,285 DEBUG [RS:0;c85114ed5096:42787 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/oldWALs 2024-11-22T03:50:04,285 INFO [RS:0;c85114ed5096:42787 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c85114ed5096%2C42787%2C1732247403097.meta:.meta(num 1732247403858) 2024-11-22T03:50:04,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37725 is added to blk_1073741833_1009 (size=93) 2024-11-22T03:50:04,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741833_1009 (size=93) 2024-11-22T03:50:04,291 DEBUG [RS:0;c85114ed5096:42787 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/oldWALs 2024-11-22T03:50:04,291 INFO [RS:0;c85114ed5096:42787 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c85114ed5096%2C42787%2C1732247403097:(num 1732247403490) 2024-11-22T03:50:04,291 DEBUG [RS:0;c85114ed5096:42787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:50:04,291 INFO [RS:0;c85114ed5096:42787 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:50:04,291 INFO [RS:0;c85114ed5096:42787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:50:04,291 INFO [RS:0;c85114ed5096:42787 {}] hbase.ChoreService(370): Chore service for: regionserver/c85114ed5096:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T03:50:04,291 INFO [RS:0;c85114ed5096:42787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:50:04,291 INFO [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:50:04,292 INFO [RS:0;c85114ed5096:42787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42787 2024-11-22T03:50:04,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T03:50:04,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x100658d16840001, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c85114ed5096,42787,1732247403097 2024-11-22T03:50:04,293 INFO [RS:0;c85114ed5096:42787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:50:04,294 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c85114ed5096,42787,1732247403097] 2024-11-22T03:50:04,295 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c85114ed5096,42787,1732247403097 already deleted, retry=false 2024-11-22T03:50:04,295 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c85114ed5096,42787,1732247403097 expired; onlineServers=0 2024-11-22T03:50:04,295 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c85114ed5096,33613,1732247403045' ***** 2024-11-22T03:50:04,295 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:50:04,295 INFO [M:0;c85114ed5096:33613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:50:04,295 INFO [M:0;c85114ed5096:33613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:50:04,295 DEBUG [M:0;c85114ed5096:33613 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:50:04,295 DEBUG [M:0;c85114ed5096:33613 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:50:04,295 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:50:04,295 DEBUG [master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732247403250 {}] cleaner.HFileCleaner(306): Exit Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732247403250,5,FailOnTimeoutGroup] 2024-11-22T03:50:04,295 DEBUG [master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732247403253 {}] cleaner.HFileCleaner(306): Exit Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732247403253,5,FailOnTimeoutGroup] 2024-11-22T03:50:04,296 INFO [M:0;c85114ed5096:33613 {}] hbase.ChoreService(370): Chore service for: master/c85114ed5096:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:50:04,296 INFO [M:0;c85114ed5096:33613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:50:04,296 DEBUG [M:0;c85114ed5096:33613 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:50:04,296 INFO [M:0;c85114ed5096:33613 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:50:04,296 INFO [M:0;c85114ed5096:33613 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:50:04,296 INFO [M:0;c85114ed5096:33613 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:50:04,296 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:50:04,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T03:50:04,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:50:04,297 DEBUG [M:0;c85114ed5096:33613 {}] zookeeper.ZKUtil(347): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T03:50:04,297 WARN [M:0;c85114ed5096:33613 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:50:04,298 INFO [M:0;c85114ed5096:33613 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/.lastflushedseqids 2024-11-22T03:50:04,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741838_1014 (size=99) 2024-11-22T03:50:04,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37725 is added to blk_1073741838_1014 (size=99) 2024-11-22T03:50:04,305 INFO [M:0;c85114ed5096:33613 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:50:04,305 INFO [M:0;c85114ed5096:33613 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:50:04,305 DEBUG [M:0;c85114ed5096:33613 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:50:04,305 INFO [M:0;c85114ed5096:33613 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:50:04,305 DEBUG [M:0;c85114ed5096:33613 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:50:04,305 DEBUG [M:0;c85114ed5096:33613 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:50:04,305 DEBUG [M:0;c85114ed5096:33613 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:50:04,305 INFO [M:0;c85114ed5096:33613 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-22T03:50:04,319 DEBUG [M:0;c85114ed5096:33613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7a6059167764b24b5b09c0b8ede47bb is 82, key is hbase:meta,,1/info:regioninfo/1732247403893/Put/seqid=0 2024-11-22T03:50:04,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37725 is added to blk_1073741839_1015 (size=5672) 2024-11-22T03:50:04,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741839_1015 (size=5672) 2024-11-22T03:50:04,324 INFO [M:0;c85114ed5096:33613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7a6059167764b24b5b09c0b8ede47bb 2024-11-22T03:50:04,341 DEBUG [M:0;c85114ed5096:33613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eaaec77b83384522a30b5aa421df9af9 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732247403909/Put/seqid=0 2024-11-22T03:50:04,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37725 is added to blk_1073741840_1016 (size=5275) 2024-11-22T03:50:04,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741840_1016 (size=5275) 2024-11-22T03:50:04,346 INFO [M:0;c85114ed5096:33613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eaaec77b83384522a30b5aa421df9af9 2024-11-22T03:50:04,364 DEBUG [M:0;c85114ed5096:33613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89c1e705d064436ab3cdd5a1c92ce2ab is 69, key is c85114ed5096,42787,1732247403097/rs:state/1732247403341/Put/seqid=0 2024-11-22T03:50:04,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741841_1017 (size=5156) 2024-11-22T03:50:04,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37725 is added to blk_1073741841_1017 (size=5156) 2024-11-22T03:50:04,369 INFO [M:0;c85114ed5096:33613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89c1e705d064436ab3cdd5a1c92ce2ab 2024-11-22T03:50:04,386 DEBUG [M:0;c85114ed5096:33613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/efe2347df4864977a332cb24ee29cd0c is 52, key is load_balancer_on/state:d/1732247404033/Put/seqid=0 2024-11-22T03:50:04,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37725 is added to blk_1073741842_1018 (size=5056) 2024-11-22T03:50:04,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741842_1018 (size=5056) 2024-11-22T03:50:04,395 INFO [RS:0;c85114ed5096:42787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:50:04,395 INFO [RS:0;c85114ed5096:42787 {}] regionserver.HRegionServer(1031): Exiting; stopping=c85114ed5096,42787,1732247403097; zookeeper connection closed. 2024-11-22T03:50:04,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x100658d16840001, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:50:04,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x100658d16840001, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:50:04,395 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65a2a74a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65a2a74a 2024-11-22T03:50:04,395 INFO [M:0;c85114ed5096:33613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/efe2347df4864977a332cb24ee29cd0c 2024-11-22T03:50:04,395 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:50:04,400 DEBUG [M:0;c85114ed5096:33613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7a6059167764b24b5b09c0b8ede47bb as hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7a6059167764b24b5b09c0b8ede47bb 2024-11-22T03:50:04,404 INFO [M:0;c85114ed5096:33613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7a6059167764b24b5b09c0b8ede47bb, entries=8, sequenceid=29, filesize=5.5 K 2024-11-22T03:50:04,405 DEBUG [M:0;c85114ed5096:33613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eaaec77b83384522a30b5aa421df9af9 as hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eaaec77b83384522a30b5aa421df9af9 2024-11-22T03:50:04,409 INFO [M:0;c85114ed5096:33613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eaaec77b83384522a30b5aa421df9af9, entries=3, sequenceid=29, filesize=5.2 K 2024-11-22T03:50:04,410 DEBUG [M:0;c85114ed5096:33613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89c1e705d064436ab3cdd5a1c92ce2ab as hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/89c1e705d064436ab3cdd5a1c92ce2ab 2024-11-22T03:50:04,414 INFO [M:0;c85114ed5096:33613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/89c1e705d064436ab3cdd5a1c92ce2ab, entries=1, sequenceid=29, filesize=5.0 K 2024-11-22T03:50:04,415 DEBUG [M:0;c85114ed5096:33613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/efe2347df4864977a332cb24ee29cd0c as hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/efe2347df4864977a332cb24ee29cd0c 2024-11-22T03:50:04,421 INFO [M:0;c85114ed5096:33613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44577/user/jenkins/test-data/72ae737f-2470-933e-be0f-3d658ef04cdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/efe2347df4864977a332cb24ee29cd0c, entries=1, sequenceid=29, filesize=4.9 K 2024-11-22T03:50:04,422 INFO [M:0;c85114ed5096:33613 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=29, compaction requested=false 2024-11-22T03:50:04,426 INFO [M:0;c85114ed5096:33613 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:50:04,427 DEBUG [M:0;c85114ed5096:33613 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732247404305Disabling compacts and flushes for region at 1732247404305Disabling writes for close at 1732247404305Obtaining lock to block concurrent updates at 1732247404305Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732247404305Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1732247404305Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732247404306 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732247404306Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732247404319 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732247404319Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732247404328 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732247404340 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732247404340Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732247404350 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732247404363 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732247404363Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732247404373 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732247404386 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732247404386Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@289e60fb: reopening flushed file at 1732247404399 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69296c0e: reopening flushed file at 1732247404404 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2971f4f6: reopening flushed file at 1732247404409 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be0896c: reopening flushed file at 1732247404414 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=29, compaction requested=false at 1732247404422 (+8 ms)Writing region close event to WAL at 1732247404426 (+4 ms)Closed at 1732247404426 2024-11-22T03:50:04,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37725 is added to blk_1073741830_1006 (size=10311) 2024-11-22T03:50:04,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741830_1006 (size=10311) 2024-11-22T03:50:04,430 INFO [M:0;c85114ed5096:33613 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:50:04,430 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:50:04,430 INFO [M:0;c85114ed5096:33613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33613 2024-11-22T03:50:04,430 INFO [M:0;c85114ed5096:33613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:50:04,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:50:04,532 INFO [M:0;c85114ed5096:33613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:50:04,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x100658d16840000, quorum=127.0.0.1:49414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:50:04,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e35d814{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:50:04,535 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c7f4d86{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:50:04,536 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:50:04,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62d0f0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:50:04,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@323176f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/hadoop.log.dir/,STOPPED} 2024-11-22T03:50:04,537 WARN [BP-899482466-172.17.0.2-1732247402481 heartbeating to localhost/127.0.0.1:44577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:50:04,538 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:50:04,538 WARN [BP-899482466-172.17.0.2-1732247402481 heartbeating to localhost/127.0.0.1:44577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-899482466-172.17.0.2-1732247402481 (Datanode Uuid 70ede8d9-216b-4332-b9ba-ecbd3bdafe6f) service to localhost/127.0.0.1:44577 2024-11-22T03:50:04,538 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:50:04,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/cluster_1c8069f4-9cea-603b-5168-cc525f21cdb6/data/data3/current/BP-899482466-172.17.0.2-1732247402481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:50:04,539 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/cluster_1c8069f4-9cea-603b-5168-cc525f21cdb6/data/data4/current/BP-899482466-172.17.0.2-1732247402481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:50:04,539 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:50:04,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60c2f958{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:50:04,542 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@315af4fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:50:04,542 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:50:04,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4de71a6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:50:04,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54adc3e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/hadoop.log.dir/,STOPPED} 2024-11-22T03:50:04,544 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:50:04,544 WARN [BP-899482466-172.17.0.2-1732247402481 heartbeating to localhost/127.0.0.1:44577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:50:04,544 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:50:04,544 WARN [BP-899482466-172.17.0.2-1732247402481 heartbeating to localhost/127.0.0.1:44577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-899482466-172.17.0.2-1732247402481 (Datanode Uuid 379b1c3e-2e7c-4f19-9f66-fb805115ec48) service to localhost/127.0.0.1:44577 2024-11-22T03:50:04,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/cluster_1c8069f4-9cea-603b-5168-cc525f21cdb6/data/data1/current/BP-899482466-172.17.0.2-1732247402481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:50:04,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/cluster_1c8069f4-9cea-603b-5168-cc525f21cdb6/data/data2/current/BP-899482466-172.17.0.2-1732247402481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:50:04,545 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:50:04,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28d3068a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:50:04,553 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53dbe995{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:50:04,553 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:50:04,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40c8c3a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:50:04,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14cfcfc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9173fe-acf7-aff3-7aba-1d45afb75645/hadoop.log.dir/,STOPPED} 2024-11-22T03:50:04,558 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T03:50:04,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:50:04,578 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=134 (was 112) - Thread LEAK? -, OpenFileDescriptor=502 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=45 (was 45), ProcessCount=11 (was 11), AvailableMemoryMB=2539 (was 2573)