2024-11-13 18:53:37,612 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-13 18:53:37,624 main DEBUG Took 0.010602 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 18:53:37,625 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 18:53:37,625 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 18:53:37,626 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 18:53:37,627 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:53:37,634 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 18:53:37,651 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:53:37,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:53:37,654 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:53:37,654 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:53:37,655 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:53:37,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:53:37,656 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:53:37,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:53:37,657 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:53:37,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:53:37,658 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:53:37,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:53:37,660 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:53:37,660 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:53:37,660 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:53:37,661 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:53:37,661 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:53:37,662 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:53:37,662 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:53:37,662 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:53:37,663 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:53:37,663 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:53:37,664 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:53:37,664 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:53:37,664 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:53:37,665 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 18:53:37,666 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:53:37,668 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 18:53:37,670 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 18:53:37,671 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 18:53:37,672 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 18:53:37,673 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 18:53:37,682 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 18:53:37,685 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 18:53:37,687 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 18:53:37,688 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 18:53:37,689 main DEBUG createAppenders(={Console}) 2024-11-13 18:53:37,689 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-13 18:53:37,690 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-13 18:53:37,690 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-13 18:53:37,691 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 18:53:37,691 main DEBUG OutputStream closed 2024-11-13 18:53:37,691 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 18:53:37,692 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 18:53:37,692 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-13 18:53:37,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 18:53:37,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 18:53:37,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 18:53:37,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 18:53:37,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 18:53:37,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 18:53:37,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 18:53:37,798 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 18:53:37,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 18:53:37,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 18:53:37,800 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 18:53:37,800 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 18:53:37,801 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 18:53:37,801 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 18:53:37,802 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 18:53:37,802 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 18:53:37,803 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 18:53:37,804 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 18:53:37,807 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 18:53:37,808 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-13 18:53:37,808 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 18:53:37,809 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-13T18:53:38,067 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2 2024-11-13 18:53:38,070 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 18:53:38,070 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T18:53:38,079 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-13T18:53:38,118 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=971, ProcessCount=11, AvailableMemoryMB=1851 2024-11-13T18:53:38,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:53:38,139 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/cluster_09217114-0c6b-d2f2-c546-bfdebd88b499, deleteOnExit=true 2024-11-13T18:53:38,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:53:38,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/test.cache.data in system properties and HBase conf 2024-11-13T18:53:38,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:53:38,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:53:38,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:53:38,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:53:38,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:53:38,260 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T18:53:38,356 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:53:38,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:53:38,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:53:38,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:53:38,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:53:38,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:53:38,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:53:38,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:53:38,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:53:38,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:53:38,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:53:38,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:53:38,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:53:38,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:53:38,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:53:39,552 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T18:53:39,685 INFO [Time-limited test {}] log.Log(170): Logging initialized @2902ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T18:53:39,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:53:39,910 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:53:39,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:53:39,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:53:39,943 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:53:39,959 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:53:39,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:53:39,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:53:40,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/java.io.tmpdir/jetty-localhost-39383-hadoop-hdfs-3_4_1-tests_jar-_-any-5183447607635558596/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:53:40,194 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:39383} 2024-11-13T18:53:40,195 INFO [Time-limited test {}] server.Server(415): Started @3413ms 2024-11-13T18:53:40,930 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:53:40,941 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:53:40,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:53:40,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:53:40,943 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:53:40,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:53:40,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:53:41,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/java.io.tmpdir/jetty-localhost-37161-hadoop-hdfs-3_4_1-tests_jar-_-any-3498966250486493540/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:53:41,058 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:37161} 2024-11-13T18:53:41,058 INFO [Time-limited test {}] server.Server(415): Started @4276ms 2024-11-13T18:53:41,120 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:53:41,295 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:53:41,305 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:53:41,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:53:41,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:53:41,320 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:53:41,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:53:41,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:53:41,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/java.io.tmpdir/jetty-localhost-33463-hadoop-hdfs-3_4_1-tests_jar-_-any-11435065236304758209/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:53:41,458 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:33463} 2024-11-13T18:53:41,458 INFO [Time-limited test {}] server.Server(415): Started @4677ms 2024-11-13T18:53:41,461 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:53:42,539 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/cluster_09217114-0c6b-d2f2-c546-bfdebd88b499/data/data4/current/BP-1120174111-172.17.0.3-1731524019060/current, will proceed with Du for space computation calculation, 2024-11-13T18:53:42,539 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/cluster_09217114-0c6b-d2f2-c546-bfdebd88b499/data/data1/current/BP-1120174111-172.17.0.3-1731524019060/current, will proceed with Du for space computation calculation, 2024-11-13T18:53:42,539 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/cluster_09217114-0c6b-d2f2-c546-bfdebd88b499/data/data3/current/BP-1120174111-172.17.0.3-1731524019060/current, will proceed with Du for space computation calculation, 2024-11-13T18:53:42,539 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/cluster_09217114-0c6b-d2f2-c546-bfdebd88b499/data/data2/current/BP-1120174111-172.17.0.3-1731524019060/current, will proceed with Du for space computation calculation, 2024-11-13T18:53:42,575 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:53:42,576 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:53:42,638 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b5f178bf85f9ea3 with lease ID 0xb440a349632a9574: Processing first storage report for DS-1bc2fc47-2997-47a3-a85e-143bfb2c2310 from datanode DatanodeRegistration(127.0.0.1:39643, datanodeUuid=b7312b6a-0858-4e21-a26b-d04f9b9e45a2, infoPort=43699, infoSecurePort=0, ipcPort=38065, storageInfo=lv=-57;cid=testClusterID;nsid=704032763;c=1731524019060) 2024-11-13T18:53:42,640 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b5f178bf85f9ea3 with lease ID 0xb440a349632a9574: from storage DS-1bc2fc47-2997-47a3-a85e-143bfb2c2310 node DatanodeRegistration(127.0.0.1:39643, datanodeUuid=b7312b6a-0858-4e21-a26b-d04f9b9e45a2, infoPort=43699, infoSecurePort=0, ipcPort=38065, storageInfo=lv=-57;cid=testClusterID;nsid=704032763;c=1731524019060), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-13T18:53:42,641 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd024f4b6e619d514 with lease ID 0xb440a349632a9575: Processing first storage report for DS-8e4d67c9-155a-42a5-a952-b7895aa03a47 from datanode DatanodeRegistration(127.0.0.1:43623, datanodeUuid=09c0665d-2ecd-43b4-9633-817707f04f78, infoPort=39741, infoSecurePort=0, ipcPort=39949, storageInfo=lv=-57;cid=testClusterID;nsid=704032763;c=1731524019060) 2024-11-13T18:53:42,641 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd024f4b6e619d514 with lease ID 0xb440a349632a9575: from storage DS-8e4d67c9-155a-42a5-a952-b7895aa03a47 node DatanodeRegistration(127.0.0.1:43623, datanodeUuid=09c0665d-2ecd-43b4-9633-817707f04f78, infoPort=39741, infoSecurePort=0, ipcPort=39949, storageInfo=lv=-57;cid=testClusterID;nsid=704032763;c=1731524019060), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:53:42,641 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b5f178bf85f9ea3 with lease ID 0xb440a349632a9574: Processing first storage report for DS-81018268-52e4-49cf-b8e4-c5719694f1b0 from datanode DatanodeRegistration(127.0.0.1:39643, datanodeUuid=b7312b6a-0858-4e21-a26b-d04f9b9e45a2, infoPort=43699, infoSecurePort=0, ipcPort=38065, storageInfo=lv=-57;cid=testClusterID;nsid=704032763;c=1731524019060) 2024-11-13T18:53:42,642 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b5f178bf85f9ea3 with lease ID 0xb440a349632a9574: from storage DS-81018268-52e4-49cf-b8e4-c5719694f1b0 node DatanodeRegistration(127.0.0.1:39643, datanodeUuid=b7312b6a-0858-4e21-a26b-d04f9b9e45a2, infoPort=43699, infoSecurePort=0, ipcPort=38065, storageInfo=lv=-57;cid=testClusterID;nsid=704032763;c=1731524019060), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:53:42,642 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd024f4b6e619d514 with lease ID 0xb440a349632a9575: Processing first storage report for DS-628ed141-009b-4662-9ca3-b4bf7f3201ae from datanode DatanodeRegistration(127.0.0.1:43623, datanodeUuid=09c0665d-2ecd-43b4-9633-817707f04f78, infoPort=39741, infoSecurePort=0, ipcPort=39949, storageInfo=lv=-57;cid=testClusterID;nsid=704032763;c=1731524019060) 2024-11-13T18:53:42,642 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd024f4b6e619d514 with lease ID 0xb440a349632a9575: from storage DS-628ed141-009b-4662-9ca3-b4bf7f3201ae node DatanodeRegistration(127.0.0.1:43623, datanodeUuid=09c0665d-2ecd-43b4-9633-817707f04f78, infoPort=39741, infoSecurePort=0, ipcPort=39949, storageInfo=lv=-57;cid=testClusterID;nsid=704032763;c=1731524019060), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:53:42,662 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2 2024-11-13T18:53:42,738 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/cluster_09217114-0c6b-d2f2-c546-bfdebd88b499/zookeeper_0, clientPort=55772, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/cluster_09217114-0c6b-d2f2-c546-bfdebd88b499/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/cluster_09217114-0c6b-d2f2-c546-bfdebd88b499/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:53:42,746 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55772 2024-11-13T18:53:42,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:53:42,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:53:42,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:53:42,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:53:43,373 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c with version=8 2024-11-13T18:53:43,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/hbase-staging 2024-11-13T18:53:43,489 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T18:53:43,779 INFO [Time-limited test {}] client.ConnectionUtils(128): master/62ae331128c9:0 server-side Connection retries=45 2024-11-13T18:53:43,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:53:43,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:53:43,799 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:53:43,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:53:43,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:53:44,031 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:53:44,128 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T18:53:44,142 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T18:53:44,148 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:53:44,187 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 49877 (auto-detected) 2024-11-13T18:53:44,188 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-13T18:53:44,224 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36545 2024-11-13T18:53:44,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36545 connecting to ZooKeeper ensemble=127.0.0.1:55772 2024-11-13T18:53:44,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365450x0, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:53:44,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36545-0x10136b9976a0000 connected 2024-11-13T18:53:44,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:53:44,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:53:44,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:53:44,762 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c, hbase.cluster.distributed=false 2024-11-13T18:53:44,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:53:44,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36545 2024-11-13T18:53:44,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36545 2024-11-13T18:53:44,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36545 2024-11-13T18:53:44,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36545 2024-11-13T18:53:44,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36545 2024-11-13T18:53:45,097 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/62ae331128c9:0 server-side Connection retries=45 2024-11-13T18:53:45,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:53:45,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:53:45,102 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:53:45,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:53:45,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:53:45,106 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:53:45,117 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:53:45,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45819 2024-11-13T18:53:45,130 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45819 connecting to ZooKeeper ensemble=127.0.0.1:55772 2024-11-13T18:53:45,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:53:45,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:53:45,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458190x0, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:53:45,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458190x0, quorum=127.0.0.1:55772, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:53:45,235 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:53:45,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45819-0x10136b9976a0001 connected 2024-11-13T18:53:45,295 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:53:45,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45819-0x10136b9976a0001, quorum=127.0.0.1:55772, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:53:45,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45819-0x10136b9976a0001, quorum=127.0.0.1:55772, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:53:45,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45819 2024-11-13T18:53:45,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45819 2024-11-13T18:53:45,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45819 2024-11-13T18:53:45,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45819 2024-11-13T18:53:45,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45819 2024-11-13T18:53:45,396 DEBUG [M:0;62ae331128c9:36545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;62ae331128c9:36545 2024-11-13T18:53:45,398 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/62ae331128c9,36545,1731524023553 2024-11-13T18:53:45,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:53:45,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10136b9976a0001, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:53:45,417 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/62ae331128c9,36545,1731524023553 2024-11-13T18:53:45,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10136b9976a0001, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:53:45,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10136b9976a0001, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:53:45,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:53:45,460 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T18:53:45,463 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/62ae331128c9,36545,1731524023553 from backup master directory 2024-11-13T18:53:45,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/62ae331128c9,36545,1731524023553 2024-11-13T18:53:45,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10136b9976a0001, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:53:45,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:53:45,474 WARN [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:53:45,475 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=62ae331128c9,36545,1731524023553 2024-11-13T18:53:45,478 INFO [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T18:53:45,487 INFO [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T18:53:45,588 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/hbase.id] with ID: 9c1c1a8e-b361-44df-98b8-e486c7849462 2024-11-13T18:53:45,589 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/.tmp/hbase.id 2024-11-13T18:53:45,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:53:45,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:53:45,610 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/.tmp/hbase.id]:[hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/hbase.id] 2024-11-13T18:53:45,681 INFO [master/62ae331128c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:53:45,689 INFO [master/62ae331128c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:53:45,714 INFO [master/62ae331128c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms. 2024-11-13T18:53:45,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:53:45,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10136b9976a0001, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:53:45,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:53:45,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:53:45,802 INFO [master/62ae331128c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:53:45,816 INFO [master/62ae331128c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:53:45,828 INFO [master/62ae331128c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:53:45,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:53:45,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:53:45,999 INFO [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/data/master/store 2024-11-13T18:53:46,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:53:46,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:53:46,097 INFO [master/62ae331128c9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T18:53:46,103 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:53:46,105 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:53:46,105 INFO [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:53:46,106 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:53:46,108 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:53:46,108 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:53:46,108 INFO [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:53:46,114 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524026105Disabling compacts and flushes for region at 1731524026105Disabling writes for close at 1731524026108 (+3 ms)Writing region close event to WAL at 1731524026108Closed at 1731524026108 2024-11-13T18:53:46,119 WARN [master/62ae331128c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/data/master/store/.initializing 2024-11-13T18:53:46,119 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/WALs/62ae331128c9,36545,1731524023553 2024-11-13T18:53:46,131 INFO [master/62ae331128c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:53:46,152 INFO [master/62ae331128c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=62ae331128c9%2C36545%2C1731524023553, suffix=, logDir=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/WALs/62ae331128c9,36545,1731524023553, archiveDir=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/oldWALs, maxLogs=10 2024-11-13T18:53:46,194 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/WALs/62ae331128c9,36545,1731524023553/62ae331128c9%2C36545%2C1731524023553.1731524026159, exclude list is [], retry=0 2024-11-13T18:53:46,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:53:46,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43623,DS-8e4d67c9-155a-42a5-a952-b7895aa03a47,DISK] 2024-11-13T18:53:46,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39643,DS-1bc2fc47-2997-47a3-a85e-143bfb2c2310,DISK] 2024-11-13T18:53:46,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T18:53:46,299 INFO [master/62ae331128c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/WALs/62ae331128c9,36545,1731524023553/62ae331128c9%2C36545%2C1731524023553.1731524026159 2024-11-13T18:53:46,301 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43699:43699),(127.0.0.1/127.0.0.1:39741:39741)] 2024-11-13T18:53:46,302 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:53:46,305 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:53:46,311 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:53:46,313 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:53:46,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:53:46,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:53:46,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:53:46,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:53:46,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:53:46,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:53:46,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:53:46,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:53:46,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:53:46,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:53:46,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:53:46,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:53:46,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:53:46,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:53:46,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:53:46,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:53:46,538 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:53:46,547 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:53:46,551 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:53:46,568 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:53:46,569 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:53:46,578 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:53:46,588 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:53:46,598 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:53:46,601 INFO [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=848909, jitterRate=0.0794447809457779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:53:46,611 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524026332Initializing all the Stores at 1731524026335 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524026336 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524026340 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524026341 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524026341Cleaning up temporary data from old regions at 1731524026569 (+228 ms)Region opened successfully at 1731524026611 (+42 ms) 2024-11-13T18:53:46,616 INFO [master/62ae331128c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:53:46,674 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bcd489d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=62ae331128c9/172.17.0.3:0 2024-11-13T18:53:46,743 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:53:46,770 INFO [master/62ae331128c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:53:46,775 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:53:46,780 INFO [master/62ae331128c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:53:46,785 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-11-13T18:53:46,793 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-13T18:53:46,794 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:53:46,880 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:53:46,899 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T18:53:46,935 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T18:53:46,947 INFO [master/62ae331128c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:53:46,951 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:53:46,983 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T18:53:46,987 INFO [master/62ae331128c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:53:47,015 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:53:47,027 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T18:53:47,031 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:53:47,042 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T18:53:47,103 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:53:47,119 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T18:53:47,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10136b9976a0001, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:53:47,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10136b9976a0001, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:53:47,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:53:47,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:53:47,148 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=62ae331128c9,36545,1731524023553, sessionid=0x10136b9976a0000, setting cluster-up flag (Was=false) 2024-11-13T18:53:47,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10136b9976a0001, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:53:47,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:53:47,303 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T18:53:47,325 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=62ae331128c9,36545,1731524023553 2024-11-13T18:53:47,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10136b9976a0001, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:53:47,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:53:47,411 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T18:53:47,431 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=62ae331128c9,36545,1731524023553 2024-11-13T18:53:47,448 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:53:47,486 INFO [RS:0;62ae331128c9:45819 {}] regionserver.HRegionServer(746): ClusterId : 9c1c1a8e-b361-44df-98b8-e486c7849462 2024-11-13T18:53:47,490 DEBUG [RS:0;62ae331128c9:45819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:53:47,508 DEBUG [RS:0;62ae331128c9:45819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:53:47,508 DEBUG [RS:0;62ae331128c9:45819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:53:47,519 DEBUG [RS:0;62ae331128c9:45819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:53:47,520 DEBUG [RS:0;62ae331128c9:45819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3f4ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=62ae331128c9/172.17.0.3:0 2024-11-13T18:53:47,547 DEBUG [RS:0;62ae331128c9:45819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;62ae331128c9:45819 2024-11-13T18:53:47,556 INFO [RS:0;62ae331128c9:45819 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:53:47,557 INFO [RS:0;62ae331128c9:45819 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:53:47,557 DEBUG [RS:0;62ae331128c9:45819 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:53:47,560 INFO [RS:0;62ae331128c9:45819 {}] regionserver.HRegionServer(2659): reportForDuty to master=62ae331128c9,36545,1731524023553 with port=45819, startcode=1731524025016 2024-11-13T18:53:47,564 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:53:47,580 INFO [master/62ae331128c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:53:47,581 DEBUG [RS:0;62ae331128c9:45819 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:53:47,588 INFO [master/62ae331128c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:53:47,597 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 62ae331128c9,36545,1731524023553 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:53:47,617 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/62ae331128c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:53:47,619 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/62ae331128c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:53:47,620 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/62ae331128c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:53:47,620 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/62ae331128c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:53:47,620 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/62ae331128c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:53:47,621 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:53:47,621 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/62ae331128c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:53:47,621 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:53:47,640 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58505, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:53:47,643 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524057643 2024-11-13T18:53:47,645 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:53:47,646 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:53:47,649 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36545 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T18:53:47,653 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:53:47,653 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:53:47,653 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:53:47,653 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:53:47,654 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:53:47,654 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:53:47,659 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:53:47,667 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:53:47,668 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:53:47,669 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:53:47,668 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:53:47,669 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:53:47,675 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:53:47,676 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:53:47,689 DEBUG [RS:0;62ae331128c9:45819 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T18:53:47,689 WARN [RS:0;62ae331128c9:45819 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T18:53:47,695 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.large.0-1731524027678,5,FailOnTimeoutGroup] 2024-11-13T18:53:47,704 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.small.0-1731524027695,5,FailOnTimeoutGroup] 2024-11-13T18:53:47,704 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:53:47,704 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:53:47,706 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:53:47,707 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:53:47,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:53:47,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:53:47,796 INFO [RS:0;62ae331128c9:45819 {}] regionserver.HRegionServer(2659): reportForDuty to master=62ae331128c9,36545,1731524023553 with port=45819, startcode=1731524025016 2024-11-13T18:53:47,804 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36545 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 62ae331128c9,45819,1731524025016 2024-11-13T18:53:47,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36545 {}] master.ServerManager(517): Registering regionserver=62ae331128c9,45819,1731524025016 2024-11-13T18:53:47,822 DEBUG [RS:0;62ae331128c9:45819 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c 2024-11-13T18:53:47,822 DEBUG [RS:0;62ae331128c9:45819 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44399 2024-11-13T18:53:47,822 DEBUG [RS:0;62ae331128c9:45819 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:53:47,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:53:47,835 DEBUG [RS:0;62ae331128c9:45819 {}] zookeeper.ZKUtil(111): regionserver:45819-0x10136b9976a0001, quorum=127.0.0.1:55772, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/62ae331128c9,45819,1731524025016 2024-11-13T18:53:47,835 WARN [RS:0;62ae331128c9:45819 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:53:47,836 INFO [RS:0;62ae331128c9:45819 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:53:47,836 DEBUG [RS:0;62ae331128c9:45819 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016 2024-11-13T18:53:47,838 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [62ae331128c9,45819,1731524025016] 2024-11-13T18:53:47,876 INFO [RS:0;62ae331128c9:45819 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:53:47,903 INFO [RS:0;62ae331128c9:45819 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:53:47,917 INFO [RS:0;62ae331128c9:45819 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:53:47,917 INFO [RS:0;62ae331128c9:45819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:53:47,919 INFO [RS:0;62ae331128c9:45819 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:53:47,927 INFO [RS:0;62ae331128c9:45819 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:53:47,929 INFO [RS:0;62ae331128c9:45819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:53:47,930 DEBUG [RS:0;62ae331128c9:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:53:47,930 DEBUG [RS:0;62ae331128c9:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:53:47,931 DEBUG [RS:0;62ae331128c9:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:53:47,931 DEBUG [RS:0;62ae331128c9:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:53:47,931 DEBUG [RS:0;62ae331128c9:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:53:47,931 DEBUG [RS:0;62ae331128c9:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/62ae331128c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:53:47,931 DEBUG [RS:0;62ae331128c9:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:53:47,932 DEBUG [RS:0;62ae331128c9:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:53:47,932 DEBUG [RS:0;62ae331128c9:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:53:47,932 DEBUG [RS:0;62ae331128c9:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:53:47,932 DEBUG [RS:0;62ae331128c9:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:53:47,932 DEBUG [RS:0;62ae331128c9:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:53:47,932 DEBUG [RS:0;62ae331128c9:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/62ae331128c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:53:47,932 DEBUG [RS:0;62ae331128c9:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:53:47,934 INFO [RS:0;62ae331128c9:45819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:53:47,934 INFO [RS:0;62ae331128c9:45819 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:53:47,934 INFO [RS:0;62ae331128c9:45819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:53:47,934 INFO [RS:0;62ae331128c9:45819 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:53:47,935 INFO [RS:0;62ae331128c9:45819 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:53:47,935 INFO [RS:0;62ae331128c9:45819 {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,45819,1731524025016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:53:47,973 INFO [RS:0;62ae331128c9:45819 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:53:47,976 INFO [RS:0;62ae331128c9:45819 {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,45819,1731524025016-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:53:47,977 INFO [RS:0;62ae331128c9:45819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:53:47,977 INFO [RS:0;62ae331128c9:45819 {}] regionserver.Replication(171): 62ae331128c9,45819,1731524025016 started 2024-11-13T18:53:48,000 INFO [RS:0;62ae331128c9:45819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:53:48,001 INFO [RS:0;62ae331128c9:45819 {}] regionserver.HRegionServer(1482): Serving as 62ae331128c9,45819,1731524025016, RpcServer on 62ae331128c9/172.17.0.3:45819, sessionid=0x10136b9976a0001 2024-11-13T18:53:48,002 DEBUG [RS:0;62ae331128c9:45819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:53:48,002 DEBUG [RS:0;62ae331128c9:45819 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 62ae331128c9,45819,1731524025016 2024-11-13T18:53:48,003 DEBUG [RS:0;62ae331128c9:45819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '62ae331128c9,45819,1731524025016' 2024-11-13T18:53:48,003 DEBUG [RS:0;62ae331128c9:45819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:53:48,012 DEBUG [RS:0;62ae331128c9:45819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:53:48,013 DEBUG [RS:0;62ae331128c9:45819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:53:48,013 DEBUG [RS:0;62ae331128c9:45819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:53:48,014 DEBUG [RS:0;62ae331128c9:45819 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 62ae331128c9,45819,1731524025016 2024-11-13T18:53:48,014 DEBUG [RS:0;62ae331128c9:45819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '62ae331128c9,45819,1731524025016' 2024-11-13T18:53:48,014 DEBUG [RS:0;62ae331128c9:45819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:53:48,015 DEBUG [RS:0;62ae331128c9:45819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:53:48,016 DEBUG [RS:0;62ae331128c9:45819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:53:48,016 INFO [RS:0;62ae331128c9:45819 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:53:48,017 INFO [RS:0;62ae331128c9:45819 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:53:48,123 INFO [RS:0;62ae331128c9:45819 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:53:48,134 INFO [RS:0;62ae331128c9:45819 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=62ae331128c9%2C45819%2C1731524025016, suffix=, logDir=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016, archiveDir=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/oldWALs, maxLogs=32 2024-11-13T18:53:48,143 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:53:48,151 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c 2024-11-13T18:53:48,162 DEBUG [RS:0;62ae331128c9:45819 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016/62ae331128c9%2C45819%2C1731524025016.1731524028138, exclude list is [], retry=0 2024-11-13T18:53:48,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43623,DS-8e4d67c9-155a-42a5-a952-b7895aa03a47,DISK] 2024-11-13T18:53:48,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39643,DS-1bc2fc47-2997-47a3-a85e-143bfb2c2310,DISK] 2024-11-13T18:53:48,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741833_1009 (size=32) 2024-11-13T18:53:48,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741833_1009 (size=32) 2024-11-13T18:53:48,231 INFO [RS:0;62ae331128c9:45819 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016/62ae331128c9%2C45819%2C1731524025016.1731524028138 2024-11-13T18:53:48,232 DEBUG [RS:0;62ae331128c9:45819 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39741:39741),(127.0.0.1/127.0.0.1:43699:43699)] 2024-11-13T18:53:48,629 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:53:48,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:53:48,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:53:48,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:53:48,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:53:48,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:53:48,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:53:48,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:53:48,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:53:48,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:53:48,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:53:48,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:53:48,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:53:48,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:53:48,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:53:48,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:53:48,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:53:48,667 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:53:48,669 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/hbase/meta/1588230740 2024-11-13T18:53:48,671 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/hbase/meta/1588230740 2024-11-13T18:53:48,687 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:53:48,687 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:53:48,690 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T18:53:48,694 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:53:48,701 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:53:48,702 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=783341, jitterRate=-0.003930807113647461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T18:53:48,706 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524028629Initializing all the Stores at 1731524028635 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524028635Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524028635Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524028635Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524028638 (+3 ms)Cleaning up temporary data from old regions at 1731524028687 (+49 ms)Region opened successfully at 1731524028706 (+19 ms) 2024-11-13T18:53:48,707 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:53:48,707 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:53:48,707 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:53:48,707 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:53:48,707 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:53:48,710 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:53:48,710 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524028706Disabling compacts and flushes for region at 1731524028707 (+1 ms)Disabling writes for close at 1731524028707Writing region close event to WAL at 1731524028709 (+2 ms)Closed at 1731524028710 (+1 ms) 2024-11-13T18:53:48,717 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:53:48,718 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:53:48,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:53:48,741 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:53:48,746 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:53:48,901 DEBUG [62ae331128c9:36545 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:53:48,919 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=62ae331128c9,45819,1731524025016 2024-11-13T18:53:48,937 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 62ae331128c9,45819,1731524025016, state=OPENING 2024-11-13T18:53:48,951 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:53:48,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:53:48,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10136b9976a0001, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:53:48,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:53:48,965 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:53:48,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:53:48,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=62ae331128c9,45819,1731524025016}] 2024-11-13T18:53:49,163 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:53:49,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35427, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:53:49,184 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:53:49,185 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:53:49,186 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:53:49,196 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=62ae331128c9%2C45819%2C1731524025016.meta, suffix=.meta, logDir=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016, archiveDir=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/oldWALs, maxLogs=32 2024-11-13T18:53:49,227 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016/62ae331128c9%2C45819%2C1731524025016.meta.1731524029199.meta, exclude list is [], retry=0 2024-11-13T18:53:49,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43623,DS-8e4d67c9-155a-42a5-a952-b7895aa03a47,DISK] 2024-11-13T18:53:49,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39643,DS-1bc2fc47-2997-47a3-a85e-143bfb2c2310,DISK] 2024-11-13T18:53:49,252 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016/62ae331128c9%2C45819%2C1731524025016.meta.1731524029199.meta 2024-11-13T18:53:49,253 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39741:39741),(127.0.0.1/127.0.0.1:43699:43699)] 2024-11-13T18:53:49,255 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:53:49,262 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:53:49,267 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:53:49,276 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:53:49,284 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:53:49,285 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:53:49,286 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:53:49,286 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:53:49,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:53:49,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:53:49,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:53:49,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:53:49,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:53:49,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:53:49,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:53:49,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:53:49,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:53:49,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:53:49,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:53:49,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:53:49,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:53:49,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:53:49,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:53:49,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:53:49,334 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:53:49,338 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/hbase/meta/1588230740 2024-11-13T18:53:49,345 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/hbase/meta/1588230740 2024-11-13T18:53:49,353 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:53:49,353 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:53:49,355 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T18:53:49,375 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:53:49,381 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=720761, jitterRate=-0.08350613713264465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T18:53:49,381 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:53:49,384 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524029287Writing region info on filesystem at 1731524029287Initializing all the Stores at 1731524029292 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524029292Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524029294 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524029294Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524029294Cleaning up temporary data from old regions at 1731524029353 (+59 ms)Running coprocessor post-open hooks at 1731524029381 (+28 ms)Region opened successfully at 1731524029384 (+3 ms) 2024-11-13T18:53:49,402 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524029145 2024-11-13T18:53:49,422 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:53:49,422 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:53:49,425 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=62ae331128c9,45819,1731524025016 2024-11-13T18:53:49,435 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 62ae331128c9,45819,1731524025016, state=OPEN 2024-11-13T18:53:49,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10136b9976a0001, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:53:49,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:53:49,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:53:49,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:53:49,667 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=62ae331128c9,45819,1731524025016 2024-11-13T18:53:49,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:53:49,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=62ae331128c9,45819,1731524025016 in 699 msec 2024-11-13T18:53:49,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:53:49,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 977 msec 2024-11-13T18:53:49,719 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:53:49,719 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:53:49,758 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:53:49,762 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=62ae331128c9,45819,1731524025016, seqNum=-1] 2024-11-13T18:53:49,801 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:53:49,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50109, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:53:49,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.3470 sec 2024-11-13T18:53:49,845 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524029845, completionTime=-1 2024-11-13T18:53:49,850 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:53:49,850 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-13T18:53:49,894 INFO [master/62ae331128c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-13T18:53:49,894 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524089894 2024-11-13T18:53:49,894 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524149894 2024-11-13T18:53:49,895 INFO [master/62ae331128c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 44 msec 2024-11-13T18:53:49,898 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,36545,1731524023553-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:53:49,899 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,36545,1731524023553-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:53:49,899 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,36545,1731524023553-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:53:49,901 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-62ae331128c9:36545, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:53:49,901 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:53:49,902 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:53:49,908 DEBUG [master/62ae331128c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:53:49,937 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.462sec 2024-11-13T18:53:49,939 INFO [master/62ae331128c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:53:49,941 INFO [master/62ae331128c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:53:49,943 INFO [master/62ae331128c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:53:49,943 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:53:49,944 INFO [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:53:49,945 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,36545,1731524023553-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:53:49,946 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,36545,1731524023553-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:53:49,968 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:53:49,970 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:53:49,971 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,36545,1731524023553-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:53:50,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5379a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:53:50,012 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T18:53:50,012 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T18:53:50,018 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 62ae331128c9,36545,-1 for getting cluster id 2024-11-13T18:53:50,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:53:50,036 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c1c1a8e-b361-44df-98b8-e486c7849462' 2024-11-13T18:53:50,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:53:50,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c1c1a8e-b361-44df-98b8-e486c7849462" 2024-11-13T18:53:50,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1924f6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:53:50,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [62ae331128c9,36545,-1] 2024-11-13T18:53:50,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:53:50,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:53:50,051 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:53:50,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b54472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:53:50,055 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:53:50,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=62ae331128c9,45819,1731524025016, seqNum=-1] 2024-11-13T18:53:50,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:53:50,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49186, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:53:50,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=62ae331128c9,36545,1731524023553 2024-11-13T18:53:50,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:53:50,107 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-13T18:53:50,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:53:50,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 62ae331128c9,36545,1731524023553 2024-11-13T18:53:50,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@540431a6 2024-11-13T18:53:50,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:53:50,129 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:53:50,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36545 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-13T18:53:50,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36545 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-13T18:53:50,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36545 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:53:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36545 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-13T18:53:50,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:53:50,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36545 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-13T18:53:50,158 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:53:50,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:53:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:53:50,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741835_1011 (size=389) 2024-11-13T18:53:50,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741835_1011 (size=389) 2024-11-13T18:53:50,187 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c7341ddbca30924d55c1dfd1f0432f28, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c 2024-11-13T18:53:50,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741836_1012 (size=72) 2024-11-13T18:53:50,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741836_1012 (size=72) 2024-11-13T18:53:50,208 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:53:50,208 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing c7341ddbca30924d55c1dfd1f0432f28, disabling compactions & flushes 2024-11-13T18:53:50,208 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28. 2024-11-13T18:53:50,208 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28. 2024-11-13T18:53:50,208 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28. after waiting 0 ms 2024-11-13T18:53:50,208 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28. 2024-11-13T18:53:50,209 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28. 2024-11-13T18:53:50,209 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for c7341ddbca30924d55c1dfd1f0432f28: Waiting for close lock at 1731524030208Disabling compacts and flushes for region at 1731524030208Disabling writes for close at 1731524030208Writing region close event to WAL at 1731524030208Closed at 1731524030208 2024-11-13T18:53:50,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:53:50,220 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731524030212"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524030212"}]},"ts":"1731524030212"} 2024-11-13T18:53:50,232 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:53:50,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:53:50,239 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524030236"}]},"ts":"1731524030236"} 2024-11-13T18:53:50,247 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-13T18:53:50,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=c7341ddbca30924d55c1dfd1f0432f28, ASSIGN}] 2024-11-13T18:53:50,254 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=c7341ddbca30924d55c1dfd1f0432f28, ASSIGN 2024-11-13T18:53:50,261 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=c7341ddbca30924d55c1dfd1f0432f28, ASSIGN; state=OFFLINE, location=62ae331128c9,45819,1731524025016; forceNewPlan=false, retain=false 2024-11-13T18:53:50,415 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7341ddbca30924d55c1dfd1f0432f28, regionState=OPENING, regionLocation=62ae331128c9,45819,1731524025016 2024-11-13T18:53:50,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=c7341ddbca30924d55c1dfd1f0432f28, ASSIGN because future has completed 2024-11-13T18:53:50,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7341ddbca30924d55c1dfd1f0432f28, server=62ae331128c9,45819,1731524025016}] 2024-11-13T18:53:50,611 INFO [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28. 2024-11-13T18:53:50,611 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c7341ddbca30924d55c1dfd1f0432f28, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:53:50,612 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling c7341ddbca30924d55c1dfd1f0432f28 2024-11-13T18:53:50,612 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:53:50,613 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c7341ddbca30924d55c1dfd1f0432f28 2024-11-13T18:53:50,613 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c7341ddbca30924d55c1dfd1f0432f28 2024-11-13T18:53:50,628 INFO [StoreOpener-c7341ddbca30924d55c1dfd1f0432f28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c7341ddbca30924d55c1dfd1f0432f28 2024-11-13T18:53:50,632 INFO [StoreOpener-c7341ddbca30924d55c1dfd1f0432f28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7341ddbca30924d55c1dfd1f0432f28 columnFamilyName info 2024-11-13T18:53:50,632 DEBUG [StoreOpener-c7341ddbca30924d55c1dfd1f0432f28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:53:50,636 INFO [StoreOpener-c7341ddbca30924d55c1dfd1f0432f28-1 {}] regionserver.HStore(327): Store=c7341ddbca30924d55c1dfd1f0432f28/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:53:50,636 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c7341ddbca30924d55c1dfd1f0432f28 2024-11-13T18:53:50,639 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/default/TestLogRolling-testSlowSyncLogRolling/c7341ddbca30924d55c1dfd1f0432f28 2024-11-13T18:53:50,640 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/default/TestLogRolling-testSlowSyncLogRolling/c7341ddbca30924d55c1dfd1f0432f28 2024-11-13T18:53:50,645 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c7341ddbca30924d55c1dfd1f0432f28 2024-11-13T18:53:50,645 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c7341ddbca30924d55c1dfd1f0432f28 2024-11-13T18:53:50,654 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c7341ddbca30924d55c1dfd1f0432f28 2024-11-13T18:53:50,670 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/default/TestLogRolling-testSlowSyncLogRolling/c7341ddbca30924d55c1dfd1f0432f28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:53:50,673 INFO [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c7341ddbca30924d55c1dfd1f0432f28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=840158, jitterRate=0.0683167427778244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:53:50,674 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7341ddbca30924d55c1dfd1f0432f28 2024-11-13T18:53:50,675 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c7341ddbca30924d55c1dfd1f0432f28: Running coprocessor pre-open hook at 1731524030613Writing region info on filesystem at 1731524030613Initializing all the Stores at 1731524030627 (+14 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524030627Cleaning up temporary data from old regions at 1731524030645 (+18 ms)Running coprocessor post-open hooks at 1731524030674 (+29 ms)Region opened successfully at 1731524030675 (+1 ms) 2024-11-13T18:53:50,691 INFO [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28., pid=6, masterSystemTime=1731524030587 2024-11-13T18:53:50,707 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28. 2024-11-13T18:53:50,707 INFO [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28. 2024-11-13T18:53:50,708 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7341ddbca30924d55c1dfd1f0432f28, regionState=OPEN, openSeqNum=2, regionLocation=62ae331128c9,45819,1731524025016 2024-11-13T18:53:50,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7341ddbca30924d55c1dfd1f0432f28, server=62ae331128c9,45819,1731524025016 because future has completed 2024-11-13T18:53:50,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T18:53:50,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c7341ddbca30924d55c1dfd1f0432f28, server=62ae331128c9,45819,1731524025016 in 306 msec 2024-11-13T18:53:50,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:53:50,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=c7341ddbca30924d55c1dfd1f0432f28, ASSIGN in 486 msec 2024-11-13T18:53:50,757 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:53:50,758 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524030757"}]},"ts":"1731524030757"} 2024-11-13T18:53:50,768 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-13T18:53:50,771 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:53:50,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 629 msec 2024-11-13T18:53:53,865 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T18:53:53,867 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-13T18:53:54,121 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T18:53:54,122 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T18:53:54,132 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-13T18:53:54,132 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-13T18:53:54,135 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:53:54,135 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T18:53:54,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T18:53:54,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T18:53:54,806 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T18:54:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:54:00,232 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-13T18:54:00,235 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-13T18:54:00,245 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-13T18:54:00,246 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28. 2024-11-13T18:54:00,263 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016/62ae331128c9%2C45819%2C1731524025016.1731524040246, exclude list is [], retry=0 2024-11-13T18:54:00,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43623,DS-8e4d67c9-155a-42a5-a952-b7895aa03a47,DISK] 2024-11-13T18:54:00,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39643,DS-1bc2fc47-2997-47a3-a85e-143bfb2c2310,DISK] 2024-11-13T18:54:00,276 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016/62ae331128c9%2C45819%2C1731524025016.1731524028138 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016/62ae331128c9%2C45819%2C1731524025016.1731524040246 2024-11-13T18:54:00,278 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39741:39741),(127.0.0.1/127.0.0.1:43699:43699)] 2024-11-13T18:54:00,278 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016/62ae331128c9%2C45819%2C1731524025016.1731524028138 is not closed yet, will try archiving it next time 2024-11-13T18:54:00,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741832_1008 (size=451) 2024-11-13T18:54:00,285 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016/62ae331128c9%2C45819%2C1731524025016.1731524028138 not finished, retry = 0 2024-11-13T18:54:00,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741832_1008 (size=451) 2024-11-13T18:54:00,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28., hostname=62ae331128c9,45819,1731524025016, seqNum=2] 2024-11-13T18:54:00,387 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016/62ae331128c9%2C45819%2C1731524025016.1731524028138 to hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/oldWALs/62ae331128c9%2C45819%2C1731524025016.1731524028138 2024-11-13T18:54:12,659 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T18:54:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] regionserver.HRegion(8855): Flush requested on c7341ddbca30924d55c1dfd1f0432f28 2024-11-13T18:54:14,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c7341ddbca30924d55c1dfd1f0432f28 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-13T18:54:14,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/default/TestLogRolling-testSlowSyncLogRolling/c7341ddbca30924d55c1dfd1f0432f28/.tmp/info/2c5413f4ea06454083df9ed50d6b9461 is 1055, key is row0001/info:/1731524040296/Put/seqid=0 2024-11-13T18:54:14,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741838_1014 (size=13386) 2024-11-13T18:54:14,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741838_1014 (size=13386) 2024-11-13T18:54:14,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/default/TestLogRolling-testSlowSyncLogRolling/c7341ddbca30924d55c1dfd1f0432f28/.tmp/info/2c5413f4ea06454083df9ed50d6b9461 2024-11-13T18:54:14,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/default/TestLogRolling-testSlowSyncLogRolling/c7341ddbca30924d55c1dfd1f0432f28/.tmp/info/2c5413f4ea06454083df9ed50d6b9461 as hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/default/TestLogRolling-testSlowSyncLogRolling/c7341ddbca30924d55c1dfd1f0432f28/info/2c5413f4ea06454083df9ed50d6b9461 2024-11-13T18:54:14,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/default/TestLogRolling-testSlowSyncLogRolling/c7341ddbca30924d55c1dfd1f0432f28/info/2c5413f4ea06454083df9ed50d6b9461, entries=8, sequenceid=12, filesize=13.1 K 2024-11-13T18:54:14,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for c7341ddbca30924d55c1dfd1f0432f28 in 195ms, sequenceid=12, compaction requested=false 2024-11-13T18:54:14,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c7341ddbca30924d55c1dfd1f0432f28: 2024-11-13T18:54:20,400 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016/62ae331128c9%2C45819%2C1731524025016.1731524060383, exclude list is [], retry=0 2024-11-13T18:54:20,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39643,DS-1bc2fc47-2997-47a3-a85e-143bfb2c2310,DISK] 2024-11-13T18:54:20,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43623,DS-8e4d67c9-155a-42a5-a952-b7895aa03a47,DISK] 2024-11-13T18:54:20,421 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016/62ae331128c9%2C45819%2C1731524025016.1731524040246 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016/62ae331128c9%2C45819%2C1731524025016.1731524060383 2024-11-13T18:54:20,422 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43699:43699),(127.0.0.1/127.0.0.1:39741:39741)] 2024-11-13T18:54:20,422 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016/62ae331128c9%2C45819%2C1731524025016.1731524040246 is not closed yet, will try archiving it next time 2024-11-13T18:54:20,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741837_1013 (size=12149) 2024-11-13T18:54:20,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741837_1013 (size=12149) 2024-11-13T18:54:25,440 INFO [AsyncFSWAL-0-hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c-prefix:62ae331128c9,45819,1731524025016 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5014 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39643,DS-1bc2fc47-2997-47a3-a85e-143bfb2c2310,DISK], DatanodeInfoWithStorage[127.0.0.1:43623,DS-8e4d67c9-155a-42a5-a952-b7895aa03a47,DISK]] 2024-11-13T18:54:25,443 WARN [AsyncFSWAL-0-hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c-prefix:62ae331128c9,45819,1731524025016 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5014 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39643,DS-1bc2fc47-2997-47a3-a85e-143bfb2c2310,DISK], DatanodeInfoWithStorage[127.0.0.1:43623,DS-8e4d67c9-155a-42a5-a952-b7895aa03a47,DISK]] 2024-11-13T18:54:25,444 DEBUG [regionserver/62ae331128c9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 62ae331128c9%2C45819%2C1731524025016:(num 1731524060383) roll requested 2024-11-13T18:54:25,463 DEBUG [regionserver/62ae331128c9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016/62ae331128c9%2C45819%2C1731524025016.1731524065445, exclude list is [], retry=0 2024-11-13T18:54:25,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43623,DS-8e4d67c9-155a-42a5-a952-b7895aa03a47,DISK] 2024-11-13T18:54:25,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39643,DS-1bc2fc47-2997-47a3-a85e-143bfb2c2310,DISK] 2024-11-13T18:54:25,473 INFO [regionserver/62ae331128c9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016/62ae331128c9%2C45819%2C1731524025016.1731524060383 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016/62ae331128c9%2C45819%2C1731524025016.1731524065445 2024-11-13T18:54:25,473 DEBUG [regionserver/62ae331128c9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39741:39741),(127.0.0.1/127.0.0.1:43699:43699)] 2024-11-13T18:54:25,473 DEBUG [regionserver/62ae331128c9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016/62ae331128c9%2C45819%2C1731524025016.1731524060383 is not closed yet, will try archiving it next time 2024-11-13T18:54:25,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741839_1015 (size=1233) 2024-11-13T18:54:25,475 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016/62ae331128c9%2C45819%2C1731524025016.1731524060383 not finished, retry = 0 2024-11-13T18:54:25,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741839_1015 (size=1233) 2024-11-13T18:54:27,443 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:54:27,459 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016/62ae331128c9%2C45819%2C1731524025016.1731524067443, exclude list is [], retry=0 2024-11-13T18:54:27,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39643,DS-1bc2fc47-2997-47a3-a85e-143bfb2c2310,DISK] 2024-11-13T18:54:27,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43623,DS-8e4d67c9-155a-42a5-a952-b7895aa03a47,DISK] 2024-11-13T18:54:27,475 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016/62ae331128c9%2C45819%2C1731524025016.1731524065445 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016/62ae331128c9%2C45819%2C1731524025016.1731524067443 2024-11-13T18:54:27,475 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43699:43699),(127.0.0.1/127.0.0.1:39741:39741)] 2024-11-13T18:54:27,476 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016/62ae331128c9%2C45819%2C1731524025016.1731524065445 is not closed yet, will try archiving it next time 2024-11-13T18:54:27,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741840_1016 (size=93) 2024-11-13T18:54:27,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741840_1016 (size=93) 2024-11-13T18:54:27,481 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016/62ae331128c9%2C45819%2C1731524025016.1731524065445 to hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/oldWALs/62ae331128c9%2C45819%2C1731524025016.1731524065445 2024-11-13T18:54:30,061 INFO [master/62ae331128c9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T18:54:30,061 INFO [master/62ae331128c9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T18:54:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] regionserver.HRegion(8855): Flush requested on c7341ddbca30924d55c1dfd1f0432f28 2024-11-13T18:54:35,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c7341ddbca30924d55c1dfd1f0432f28 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-13T18:54:35,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/default/TestLogRolling-testSlowSyncLogRolling/c7341ddbca30924d55c1dfd1f0432f28/.tmp/info/d887e3f86efa482e9c40f7d5c38870dd is 1055, key is row0009/info:/1731524056376/Put/seqid=0 2024-11-13T18:54:35,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741842_1018 (size=13386) 2024-11-13T18:54:35,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741842_1018 (size=13386) 2024-11-13T18:54:35,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/default/TestLogRolling-testSlowSyncLogRolling/c7341ddbca30924d55c1dfd1f0432f28/.tmp/info/d887e3f86efa482e9c40f7d5c38870dd 2024-11-13T18:54:35,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/default/TestLogRolling-testSlowSyncLogRolling/c7341ddbca30924d55c1dfd1f0432f28/.tmp/info/d887e3f86efa482e9c40f7d5c38870dd as hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/default/TestLogRolling-testSlowSyncLogRolling/c7341ddbca30924d55c1dfd1f0432f28/info/d887e3f86efa482e9c40f7d5c38870dd 2024-11-13T18:54:35,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/default/TestLogRolling-testSlowSyncLogRolling/c7341ddbca30924d55c1dfd1f0432f28/info/d887e3f86efa482e9c40f7d5c38870dd, entries=8, sequenceid=23, filesize=13.1 K 2024-11-13T18:54:35,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for c7341ddbca30924d55c1dfd1f0432f28 in 72ms, sequenceid=23, compaction requested=false 2024-11-13T18:54:35,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c7341ddbca30924d55c1dfd1f0432f28: 2024-11-13T18:54:35,577 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-13T18:54:35,577 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T18:54:35,578 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/default/TestLogRolling-testSlowSyncLogRolling/c7341ddbca30924d55c1dfd1f0432f28/info/2c5413f4ea06454083df9ed50d6b9461 because midkey is the same as first or last row 2024-11-13T18:54:35,613 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c7341ddbca30924d55c1dfd1f0432f28, had cached 0 bytes from a total of 26772 2024-11-13T18:54:42,660 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T18:54:47,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:54:47,532 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:54:47,532 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:54:47,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:54:47,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:54:47,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:54:47,541 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:54:47,541 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=353045716, stopped=false 2024-11-13T18:54:47,541 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=62ae331128c9,36545,1731524023553 2024-11-13T18:54:47,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:54:47,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10136b9976a0001, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:54:47,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:54:47,693 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:54:47,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10136b9976a0001, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:54:47,694 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:54:47,694 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:54:47,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:54:47,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:54:47,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45819-0x10136b9976a0001, quorum=127.0.0.1:55772, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:54:47,697 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '62ae331128c9,45819,1731524025016' ***** 2024-11-13T18:54:47,697 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:54:47,698 INFO [RS:0;62ae331128c9:45819 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:54:47,698 INFO [RS:0;62ae331128c9:45819 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:54:47,698 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:54:47,699 INFO [RS:0;62ae331128c9:45819 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:54:47,699 INFO [RS:0;62ae331128c9:45819 {}] regionserver.HRegionServer(3091): Received CLOSE for c7341ddbca30924d55c1dfd1f0432f28 2024-11-13T18:54:47,700 INFO [RS:0;62ae331128c9:45819 {}] regionserver.HRegionServer(959): stopping server 62ae331128c9,45819,1731524025016 2024-11-13T18:54:47,700 INFO [RS:0;62ae331128c9:45819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:54:47,700 INFO [RS:0;62ae331128c9:45819 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;62ae331128c9:45819. 2024-11-13T18:54:47,700 DEBUG [RS:0;62ae331128c9:45819 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:54:47,700 DEBUG [RS:0;62ae331128c9:45819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:54:47,700 INFO [RS:0;62ae331128c9:45819 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:54:47,700 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c7341ddbca30924d55c1dfd1f0432f28, disabling compactions & flushes 2024-11-13T18:54:47,701 INFO [RS:0;62ae331128c9:45819 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:54:47,701 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28. 2024-11-13T18:54:47,701 INFO [RS:0;62ae331128c9:45819 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:54:47,701 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28. 2024-11-13T18:54:47,701 INFO [RS:0;62ae331128c9:45819 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:54:47,701 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28. after waiting 0 ms 2024-11-13T18:54:47,701 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28. 2024-11-13T18:54:47,701 INFO [RS:0;62ae331128c9:45819 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:54:47,701 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c7341ddbca30924d55c1dfd1f0432f28 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-13T18:54:47,701 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:54:47,702 DEBUG [RS:0;62ae331128c9:45819 {}] regionserver.HRegionServer(1325): Online Regions={c7341ddbca30924d55c1dfd1f0432f28=TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:54:47,702 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:54:47,702 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:54:47,702 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:54:47,702 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:54:47,702 DEBUG [RS:0;62ae331128c9:45819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7341ddbca30924d55c1dfd1f0432f28 2024-11-13T18:54:47,702 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-13T18:54:47,713 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/default/TestLogRolling-testSlowSyncLogRolling/c7341ddbca30924d55c1dfd1f0432f28/.tmp/info/61820f6f91d7431fa254166a16addc72 is 1055, key is row0017/info:/1731524077510/Put/seqid=0 2024-11-13T18:54:47,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741843_1019 (size=10222) 2024-11-13T18:54:47,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741843_1019 (size=10222) 2024-11-13T18:54:47,729 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/default/TestLogRolling-testSlowSyncLogRolling/c7341ddbca30924d55c1dfd1f0432f28/.tmp/info/61820f6f91d7431fa254166a16addc72 2024-11-13T18:54:47,734 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/hbase/meta/1588230740/.tmp/info/179053546fab44b9803271325bc422ee is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28./info:regioninfo/1731524030708/Put/seqid=0 2024-11-13T18:54:47,744 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/default/TestLogRolling-testSlowSyncLogRolling/c7341ddbca30924d55c1dfd1f0432f28/.tmp/info/61820f6f91d7431fa254166a16addc72 as hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/default/TestLogRolling-testSlowSyncLogRolling/c7341ddbca30924d55c1dfd1f0432f28/info/61820f6f91d7431fa254166a16addc72 2024-11-13T18:54:47,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741844_1020 (size=7016) 2024-11-13T18:54:47,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741844_1020 (size=7016) 2024-11-13T18:54:47,746 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/hbase/meta/1588230740/.tmp/info/179053546fab44b9803271325bc422ee 2024-11-13T18:54:47,757 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/default/TestLogRolling-testSlowSyncLogRolling/c7341ddbca30924d55c1dfd1f0432f28/info/61820f6f91d7431fa254166a16addc72, entries=5, sequenceid=31, filesize=10.0 K 2024-11-13T18:54:47,759 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for c7341ddbca30924d55c1dfd1f0432f28 in 57ms, sequenceid=31, compaction requested=true 2024-11-13T18:54:47,768 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/default/TestLogRolling-testSlowSyncLogRolling/c7341ddbca30924d55c1dfd1f0432f28/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-13T18:54:47,771 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28. 2024-11-13T18:54:47,771 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c7341ddbca30924d55c1dfd1f0432f28: Waiting for close lock at 1731524087700Running coprocessor pre-close hooks at 1731524087700Disabling compacts and flushes for region at 1731524087700Disabling writes for close at 1731524087701 (+1 ms)Obtaining lock to block concurrent updates at 1731524087701Preparing flush snapshotting stores in c7341ddbca30924d55c1dfd1f0432f28 at 1731524087701Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731524087702 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28. at 1731524087704 (+2 ms)Flushing c7341ddbca30924d55c1dfd1f0432f28/info: creating writer at 1731524087704Flushing c7341ddbca30924d55c1dfd1f0432f28/info: appending metadata at 1731524087712 (+8 ms)Flushing c7341ddbca30924d55c1dfd1f0432f28/info: closing flushed file at 1731524087712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36a12cb0: reopening flushed file at 1731524087742 (+30 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for c7341ddbca30924d55c1dfd1f0432f28 in 57ms, sequenceid=31, compaction requested=true at 1731524087759 (+17 ms)Writing region close event to WAL at 1731524087761 (+2 ms)Running coprocessor post-close hooks at 1731524087769 (+8 ms)Closed at 1731524087771 (+2 ms) 2024-11-13T18:54:47,772 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731524030131.c7341ddbca30924d55c1dfd1f0432f28. 2024-11-13T18:54:47,778 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/hbase/meta/1588230740/.tmp/ns/e843174fbe384c33b0de0b1d468ff872 is 43, key is default/ns:d/1731524029814/Put/seqid=0 2024-11-13T18:54:47,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741845_1021 (size=5153) 2024-11-13T18:54:47,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741845_1021 (size=5153) 2024-11-13T18:54:47,786 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/hbase/meta/1588230740/.tmp/ns/e843174fbe384c33b0de0b1d468ff872 2024-11-13T18:54:47,821 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/hbase/meta/1588230740/.tmp/table/5a6008bd4b4744c1abe29eacab6f42fd is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731524030757/Put/seqid=0 2024-11-13T18:54:47,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741846_1022 (size=5396) 2024-11-13T18:54:47,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741846_1022 (size=5396) 2024-11-13T18:54:47,834 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/hbase/meta/1588230740/.tmp/table/5a6008bd4b4744c1abe29eacab6f42fd 2024-11-13T18:54:47,846 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/hbase/meta/1588230740/.tmp/info/179053546fab44b9803271325bc422ee as hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/hbase/meta/1588230740/info/179053546fab44b9803271325bc422ee 2024-11-13T18:54:47,866 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/hbase/meta/1588230740/info/179053546fab44b9803271325bc422ee, entries=10, sequenceid=11, filesize=6.9 K 2024-11-13T18:54:47,868 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/hbase/meta/1588230740/.tmp/ns/e843174fbe384c33b0de0b1d468ff872 as hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/hbase/meta/1588230740/ns/e843174fbe384c33b0de0b1d468ff872 2024-11-13T18:54:47,886 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/hbase/meta/1588230740/ns/e843174fbe384c33b0de0b1d468ff872, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T18:54:47,888 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/hbase/meta/1588230740/.tmp/table/5a6008bd4b4744c1abe29eacab6f42fd as hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/hbase/meta/1588230740/table/5a6008bd4b4744c1abe29eacab6f42fd 2024-11-13T18:54:47,901 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/hbase/meta/1588230740/table/5a6008bd4b4744c1abe29eacab6f42fd, entries=2, sequenceid=11, filesize=5.3 K 2024-11-13T18:54:47,902 DEBUG [RS:0;62ae331128c9:45819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:54:47,903 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 201ms, sequenceid=11, compaction requested=false 2024-11-13T18:54:47,916 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T18:54:47,917 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:54:47,918 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:54:47,918 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524087701Running coprocessor pre-close hooks at 1731524087701Disabling compacts and flushes for region at 1731524087701Disabling writes for close at 1731524087702 (+1 ms)Obtaining lock to block concurrent updates at 1731524087702Preparing flush snapshotting stores in 1588230740 at 1731524087702Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731524087703 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731524087704 (+1 ms)Flushing 1588230740/info: creating writer at 1731524087705 (+1 ms)Flushing 1588230740/info: appending metadata at 1731524087733 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731524087733Flushing 1588230740/ns: creating writer at 1731524087757 (+24 ms)Flushing 1588230740/ns: appending metadata at 1731524087778 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731524087778Flushing 1588230740/table: creating writer at 1731524087797 (+19 ms)Flushing 1588230740/table: appending metadata at 1731524087821 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731524087821Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39cc1ee8: reopening flushed file at 1731524087844 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e4a12aa: reopening flushed file at 1731524087866 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ca929ca: reopening flushed file at 1731524087886 (+20 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 201ms, sequenceid=11, compaction requested=false at 1731524087903 (+17 ms)Writing region close event to WAL at 1731524087905 (+2 ms)Running coprocessor post-close hooks at 1731524087917 (+12 ms)Closed at 1731524087918 (+1 ms) 2024-11-13T18:54:47,918 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:54:47,949 INFO [regionserver/62ae331128c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:54:47,964 INFO [regionserver/62ae331128c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:54:47,964 INFO [regionserver/62ae331128c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:54:47,964 INFO [regionserver/62ae331128c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-13T18:54:48,103 INFO [RS:0;62ae331128c9:45819 {}] regionserver.HRegionServer(976): stopping server 62ae331128c9,45819,1731524025016; all regions closed. 2024-11-13T18:54:48,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741834_1010 (size=3066) 2024-11-13T18:54:48,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741834_1010 (size=3066) 2024-11-13T18:54:48,113 DEBUG [RS:0;62ae331128c9:45819 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/oldWALs 2024-11-13T18:54:48,113 INFO [RS:0;62ae331128c9:45819 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 62ae331128c9%2C45819%2C1731524025016.meta:.meta(num 1731524029199) 2024-11-13T18:54:48,116 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/WALs/62ae331128c9,45819,1731524025016/62ae331128c9%2C45819%2C1731524025016.1731524067443 not finished, retry = 0 2024-11-13T18:54:48,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741841_1017 (size=13164) 2024-11-13T18:54:48,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741841_1017 (size=13164) 2024-11-13T18:54:48,225 DEBUG [RS:0;62ae331128c9:45819 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/oldWALs 2024-11-13T18:54:48,225 INFO [RS:0;62ae331128c9:45819 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 62ae331128c9%2C45819%2C1731524025016:(num 1731524067443) 2024-11-13T18:54:48,225 DEBUG [RS:0;62ae331128c9:45819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:54:48,225 INFO [RS:0;62ae331128c9:45819 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:54:48,225 INFO [RS:0;62ae331128c9:45819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:54:48,226 INFO [RS:0;62ae331128c9:45819 {}] hbase.ChoreService(370): Chore service for: regionserver/62ae331128c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:54:48,226 INFO [RS:0;62ae331128c9:45819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:54:48,226 INFO [regionserver/62ae331128c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:54:48,226 INFO [RS:0;62ae331128c9:45819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45819 2024-11-13T18:54:48,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10136b9976a0001, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/62ae331128c9,45819,1731524025016 2024-11-13T18:54:48,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:54:48,239 INFO [RS:0;62ae331128c9:45819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:54:48,247 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [62ae331128c9,45819,1731524025016] 2024-11-13T18:54:48,255 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/62ae331128c9,45819,1731524025016 already deleted, retry=false 2024-11-13T18:54:48,255 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 62ae331128c9,45819,1731524025016 expired; onlineServers=0 2024-11-13T18:54:48,255 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '62ae331128c9,36545,1731524023553' ***** 2024-11-13T18:54:48,255 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:54:48,256 INFO [M:0;62ae331128c9:36545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:54:48,256 INFO [M:0;62ae331128c9:36545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:54:48,256 DEBUG [M:0;62ae331128c9:36545 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:54:48,256 DEBUG [M:0;62ae331128c9:36545 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:54:48,256 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:54:48,256 DEBUG [master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.large.0-1731524027678 {}] cleaner.HFileCleaner(306): Exit Thread[master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.large.0-1731524027678,5,FailOnTimeoutGroup] 2024-11-13T18:54:48,256 DEBUG [master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.small.0-1731524027695 {}] cleaner.HFileCleaner(306): Exit Thread[master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.small.0-1731524027695,5,FailOnTimeoutGroup] 2024-11-13T18:54:48,256 INFO [M:0;62ae331128c9:36545 {}] hbase.ChoreService(370): Chore service for: master/62ae331128c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:54:48,256 INFO [M:0;62ae331128c9:36545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:54:48,256 DEBUG [M:0;62ae331128c9:36545 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:54:48,257 INFO [M:0;62ae331128c9:36545 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:54:48,257 INFO [M:0;62ae331128c9:36545 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:54:48,257 INFO [M:0;62ae331128c9:36545 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:54:48,257 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:54:48,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T18:54:48,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:54:48,264 DEBUG [M:0;62ae331128c9:36545 {}] zookeeper.ZKUtil(347): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T18:54:48,264 WARN [M:0;62ae331128c9:36545 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:54:48,265 INFO [M:0;62ae331128c9:36545 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/.lastflushedseqids 2024-11-13T18:54:48,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741847_1023 (size=130) 2024-11-13T18:54:48,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741847_1023 (size=130) 2024-11-13T18:54:48,280 INFO [M:0;62ae331128c9:36545 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:54:48,280 INFO [M:0;62ae331128c9:36545 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:54:48,280 DEBUG [M:0;62ae331128c9:36545 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:54:48,280 INFO [M:0;62ae331128c9:36545 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:54:48,280 DEBUG [M:0;62ae331128c9:36545 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:54:48,281 DEBUG [M:0;62ae331128c9:36545 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:54:48,281 DEBUG [M:0;62ae331128c9:36545 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:54:48,281 INFO [M:0;62ae331128c9:36545 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-13T18:54:48,300 DEBUG [M:0;62ae331128c9:36545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77f50c995bd0400e9daf4c1b0ce4ea53 is 82, key is hbase:meta,,1/info:regioninfo/1731524029424/Put/seqid=0 2024-11-13T18:54:48,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741848_1024 (size=5672) 2024-11-13T18:54:48,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741848_1024 (size=5672) 2024-11-13T18:54:48,308 INFO [M:0;62ae331128c9:36545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77f50c995bd0400e9daf4c1b0ce4ea53 2024-11-13T18:54:48,332 DEBUG [M:0;62ae331128c9:36545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b899a78822848f5ac6bf41b3658b27f is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731524030775/Put/seqid=0 2024-11-13T18:54:48,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741849_1025 (size=6247) 2024-11-13T18:54:48,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741849_1025 (size=6247) 2024-11-13T18:54:48,343 INFO [M:0;62ae331128c9:36545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b899a78822848f5ac6bf41b3658b27f 2024-11-13T18:54:48,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10136b9976a0001, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:54:48,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10136b9976a0001, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:54:48,348 INFO [RS:0;62ae331128c9:45819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:54:48,348 INFO [RS:0;62ae331128c9:45819 {}] regionserver.HRegionServer(1031): Exiting; stopping=62ae331128c9,45819,1731524025016; zookeeper connection closed. 2024-11-13T18:54:48,349 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49f1ff55 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49f1ff55 2024-11-13T18:54:48,350 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:54:48,354 INFO [M:0;62ae331128c9:36545 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b899a78822848f5ac6bf41b3658b27f 2024-11-13T18:54:48,373 DEBUG [M:0;62ae331128c9:36545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b4062d5afd84629b0fbce3158a151a0 is 69, key is 62ae331128c9,45819,1731524025016/rs:state/1731524027811/Put/seqid=0 2024-11-13T18:54:48,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741850_1026 (size=5156) 2024-11-13T18:54:48,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741850_1026 (size=5156) 2024-11-13T18:54:48,381 INFO [M:0;62ae331128c9:36545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b4062d5afd84629b0fbce3158a151a0 2024-11-13T18:54:48,409 DEBUG [M:0;62ae331128c9:36545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e55b8487d4ab46848abc547c2eaec827 is 52, key is load_balancer_on/state:d/1731524030103/Put/seqid=0 2024-11-13T18:54:48,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741851_1027 (size=5056) 2024-11-13T18:54:48,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741851_1027 (size=5056) 2024-11-13T18:54:48,416 INFO [M:0;62ae331128c9:36545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e55b8487d4ab46848abc547c2eaec827 2024-11-13T18:54:48,425 DEBUG [M:0;62ae331128c9:36545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77f50c995bd0400e9daf4c1b0ce4ea53 as hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77f50c995bd0400e9daf4c1b0ce4ea53 2024-11-13T18:54:48,433 INFO [M:0;62ae331128c9:36545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77f50c995bd0400e9daf4c1b0ce4ea53, entries=8, sequenceid=59, filesize=5.5 K 2024-11-13T18:54:48,435 DEBUG [M:0;62ae331128c9:36545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b899a78822848f5ac6bf41b3658b27f as hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b899a78822848f5ac6bf41b3658b27f 2024-11-13T18:54:48,443 INFO [M:0;62ae331128c9:36545 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b899a78822848f5ac6bf41b3658b27f 2024-11-13T18:54:48,443 INFO [M:0;62ae331128c9:36545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b899a78822848f5ac6bf41b3658b27f, entries=6, sequenceid=59, filesize=6.1 K 2024-11-13T18:54:48,445 DEBUG [M:0;62ae331128c9:36545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b4062d5afd84629b0fbce3158a151a0 as hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b4062d5afd84629b0fbce3158a151a0 2024-11-13T18:54:48,453 INFO [M:0;62ae331128c9:36545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b4062d5afd84629b0fbce3158a151a0, entries=1, sequenceid=59, filesize=5.0 K 2024-11-13T18:54:48,455 DEBUG [M:0;62ae331128c9:36545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e55b8487d4ab46848abc547c2eaec827 as hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e55b8487d4ab46848abc547c2eaec827 2024-11-13T18:54:48,463 INFO [M:0;62ae331128c9:36545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e55b8487d4ab46848abc547c2eaec827, entries=1, sequenceid=59, filesize=4.9 K 2024-11-13T18:54:48,464 INFO [M:0;62ae331128c9:36545 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 183ms, sequenceid=59, compaction requested=false 2024-11-13T18:54:48,466 INFO [M:0;62ae331128c9:36545 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:54:48,467 DEBUG [M:0;62ae331128c9:36545 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524088280Disabling compacts and flushes for region at 1731524088280Disabling writes for close at 1731524088281 (+1 ms)Obtaining lock to block concurrent updates at 1731524088281Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524088281Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1731524088281Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524088282 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524088283 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524088300 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524088300Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524088316 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524088332 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524088332Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524088354 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524088372 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524088372Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731524088391 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731524088408 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731524088408Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3578f695: reopening flushed file at 1731524088423 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67ff7618: reopening flushed file at 1731524088433 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@621ff3a: reopening flushed file at 1731524088443 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e302f4c: reopening flushed file at 1731524088453 (+10 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 183ms, sequenceid=59, compaction requested=false at 1731524088465 (+12 ms)Writing region close event to WAL at 1731524088466 (+1 ms)Closed at 1731524088466 2024-11-13T18:54:48,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741830_1006 (size=27973) 2024-11-13T18:54:48,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741830_1006 (size=27973) 2024-11-13T18:54:48,471 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:54:48,472 INFO [M:0;62ae331128c9:36545 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:54:48,472 INFO [M:0;62ae331128c9:36545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36545 2024-11-13T18:54:48,472 INFO [M:0;62ae331128c9:36545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:54:48,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:54:48,580 INFO [M:0;62ae331128c9:36545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:54:48,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x10136b9976a0000, quorum=127.0.0.1:55772, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:54:48,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:54:48,595 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:54:48,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:54:48,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:54:48,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/hadoop.log.dir/,STOPPED} 2024-11-13T18:54:48,607 WARN [BP-1120174111-172.17.0.3-1731524019060 heartbeating to localhost/127.0.0.1:44399 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1120174111-172.17.0.3-1731524019060 (Datanode Uuid b7312b6a-0858-4e21-a26b-d04f9b9e45a2) service to localhost/127.0.0.1:44399 2024-11-13T18:54:48,609 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/cluster_09217114-0c6b-d2f2-c546-bfdebd88b499/data/data3/current/BP-1120174111-172.17.0.3-1731524019060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:54:48,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/cluster_09217114-0c6b-d2f2-c546-bfdebd88b499/data/data4/current/BP-1120174111-172.17.0.3-1731524019060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:54:48,617 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:54:48,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:54:48,636 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:54:48,636 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:54:48,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:54:48,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/hadoop.log.dir/,STOPPED} 2024-11-13T18:54:48,647 WARN [BP-1120174111-172.17.0.3-1731524019060 heartbeating to localhost/127.0.0.1:44399 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:54:48,647 WARN [BP-1120174111-172.17.0.3-1731524019060 heartbeating to localhost/127.0.0.1:44399 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1120174111-172.17.0.3-1731524019060 (Datanode Uuid 09c0665d-2ecd-43b4-9633-817707f04f78) service to localhost/127.0.0.1:44399 2024-11-13T18:54:48,648 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/cluster_09217114-0c6b-d2f2-c546-bfdebd88b499/data/data1/current/BP-1120174111-172.17.0.3-1731524019060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:54:48,648 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/cluster_09217114-0c6b-d2f2-c546-bfdebd88b499/data/data2/current/BP-1120174111-172.17.0.3-1731524019060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:54:48,650 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:54:48,650 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:54:48,651 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:54:48,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:54:48,681 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:54:48,681 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:54:48,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:54:48,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/hadoop.log.dir/,STOPPED} 2024-11-13T18:54:48,693 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:54:48,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:54:48,749 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=68 (was 12) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:44399 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44399 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/62ae331128c9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/62ae331128c9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/62ae331128c9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44399 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@66f88ca3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:44399 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:44399 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=393 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=750 (was 971), ProcessCount=11 (was 11), AvailableMemoryMB=2766 (was 1851) - AvailableMemoryMB LEAK? - 2024-11-13T18:54:48,759 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=69, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=750, ProcessCount=11, AvailableMemoryMB=2766 2024-11-13T18:54:48,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:54:48,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/hadoop.log.dir so I do NOT create it in target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171 2024-11-13T18:54:48,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dc2ff6bc-44c0-9b60-8838-7026bfe284c2/hadoop.tmp.dir so I do NOT create it in target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171 2024-11-13T18:54:48,760 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380, deleteOnExit=true 2024-11-13T18:54:48,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:54:48,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/test.cache.data in system properties and HBase conf 2024-11-13T18:54:48,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:54:48,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:54:48,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:54:48,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:54:48,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:54:48,762 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:54:48,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:54:48,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:54:48,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:54:48,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:54:48,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:54:48,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:54:48,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:54:48,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:54:48,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:54:48,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:54:48,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:54:48,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:54:48,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:54:48,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:54:49,101 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:54:49,111 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:54:49,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:54:49,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:54:49,121 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:54:49,123 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:54:49,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f4d6437{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:54:49,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d51918b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:54:49,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d378eb6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/java.io.tmpdir/jetty-localhost-42195-hadoop-hdfs-3_4_1-tests_jar-_-any-8610704368187217406/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:54:49,271 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25c8b8b2{HTTP/1.1, (http/1.1)}{localhost:42195} 2024-11-13T18:54:49,271 INFO [Time-limited test {}] server.Server(415): Started @72490ms 2024-11-13T18:54:49,667 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:54:49,678 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:54:49,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:54:49,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:54:49,693 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:54:49,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a660e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:54:49,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cf3846d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:54:49,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@476d1d16{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/java.io.tmpdir/jetty-localhost-45405-hadoop-hdfs-3_4_1-tests_jar-_-any-10480132444374151275/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:54:49,840 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e796bf3{HTTP/1.1, (http/1.1)}{localhost:45405} 2024-11-13T18:54:49,840 INFO [Time-limited test {}] server.Server(415): Started @73058ms 2024-11-13T18:54:49,842 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:54:49,962 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:54:49,968 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:54:49,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:54:49,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:54:49,975 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:54:49,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45528e53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:54:49,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dcba957{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:54:50,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3750334b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/java.io.tmpdir/jetty-localhost-44449-hadoop-hdfs-3_4_1-tests_jar-_-any-3330164958227965753/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:54:50,102 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@346d7e39{HTTP/1.1, (http/1.1)}{localhost:44449} 2024-11-13T18:54:50,103 INFO [Time-limited test {}] server.Server(415): Started @73321ms 2024-11-13T18:54:50,105 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:54:50,799 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380/data/data1/current/BP-290196387-172.17.0.3-1731524088799/current, will proceed with Du for space computation calculation, 2024-11-13T18:54:50,802 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380/data/data2/current/BP-290196387-172.17.0.3-1731524088799/current, will proceed with Du for space computation calculation, 2024-11-13T18:54:50,872 WARN [Thread-351 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:54:50,883 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7cefb7c0448fd2ee with lease ID 0x476dff0faf1e567d: Processing first storage report for DS-be77692e-83d7-415d-9470-fe866ccd64b3 from datanode DatanodeRegistration(127.0.0.1:44757, datanodeUuid=dc497c2c-463a-4fa9-bd92-f5aab4ebddf5, infoPort=41275, infoSecurePort=0, ipcPort=34223, storageInfo=lv=-57;cid=testClusterID;nsid=939254510;c=1731524088799) 2024-11-13T18:54:50,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7cefb7c0448fd2ee with lease ID 0x476dff0faf1e567d: from storage DS-be77692e-83d7-415d-9470-fe866ccd64b3 node DatanodeRegistration(127.0.0.1:44757, datanodeUuid=dc497c2c-463a-4fa9-bd92-f5aab4ebddf5, infoPort=41275, infoSecurePort=0, ipcPort=34223, storageInfo=lv=-57;cid=testClusterID;nsid=939254510;c=1731524088799), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:54:50,883 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7cefb7c0448fd2ee with lease ID 0x476dff0faf1e567d: Processing first storage report for DS-b9dfd9cd-ce29-440e-bf53-8a1beb2c6dec from datanode DatanodeRegistration(127.0.0.1:44757, datanodeUuid=dc497c2c-463a-4fa9-bd92-f5aab4ebddf5, infoPort=41275, infoSecurePort=0, ipcPort=34223, storageInfo=lv=-57;cid=testClusterID;nsid=939254510;c=1731524088799) 2024-11-13T18:54:50,884 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7cefb7c0448fd2ee with lease ID 0x476dff0faf1e567d: from storage DS-b9dfd9cd-ce29-440e-bf53-8a1beb2c6dec node DatanodeRegistration(127.0.0.1:44757, datanodeUuid=dc497c2c-463a-4fa9-bd92-f5aab4ebddf5, infoPort=41275, infoSecurePort=0, ipcPort=34223, storageInfo=lv=-57;cid=testClusterID;nsid=939254510;c=1731524088799), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:54:51,013 WARN [Thread-398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380/data/data3/current/BP-290196387-172.17.0.3-1731524088799/current, will proceed with Du for space computation calculation, 2024-11-13T18:54:51,014 WARN [Thread-399 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380/data/data4/current/BP-290196387-172.17.0.3-1731524088799/current, will proceed with Du for space computation calculation, 2024-11-13T18:54:51,063 WARN [Thread-374 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:54:51,082 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7b101ffd861157e with lease ID 0x476dff0faf1e567e: Processing first storage report for DS-ead0d643-128f-415f-a35f-e53a9532ca8b from datanode DatanodeRegistration(127.0.0.1:40389, datanodeUuid=9e1f4ab0-8c00-4b80-95f0-051c8c49f286, infoPort=35005, infoSecurePort=0, ipcPort=39655, storageInfo=lv=-57;cid=testClusterID;nsid=939254510;c=1731524088799) 2024-11-13T18:54:51,082 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7b101ffd861157e with lease ID 0x476dff0faf1e567e: from storage DS-ead0d643-128f-415f-a35f-e53a9532ca8b node DatanodeRegistration(127.0.0.1:40389, datanodeUuid=9e1f4ab0-8c00-4b80-95f0-051c8c49f286, infoPort=35005, infoSecurePort=0, ipcPort=39655, storageInfo=lv=-57;cid=testClusterID;nsid=939254510;c=1731524088799), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:54:51,082 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7b101ffd861157e with lease ID 0x476dff0faf1e567e: Processing first storage report for DS-0a09e576-79d8-4d8f-a193-41684b8ae44f from datanode DatanodeRegistration(127.0.0.1:40389, datanodeUuid=9e1f4ab0-8c00-4b80-95f0-051c8c49f286, infoPort=35005, infoSecurePort=0, ipcPort=39655, storageInfo=lv=-57;cid=testClusterID;nsid=939254510;c=1731524088799) 2024-11-13T18:54:51,082 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7b101ffd861157e with lease ID 0x476dff0faf1e567e: from storage DS-0a09e576-79d8-4d8f-a193-41684b8ae44f node DatanodeRegistration(127.0.0.1:40389, datanodeUuid=9e1f4ab0-8c00-4b80-95f0-051c8c49f286, infoPort=35005, infoSecurePort=0, ipcPort=39655, storageInfo=lv=-57;cid=testClusterID;nsid=939254510;c=1731524088799), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:54:51,150 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171 2024-11-13T18:54:51,167 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380/zookeeper_0, clientPort=51039, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:54:51,180 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51039 2024-11-13T18:54:51,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:54:51,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:54:51,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:54:51,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:54:51,302 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374 with version=8 2024-11-13T18:54:51,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/hbase-staging 2024-11-13T18:54:51,306 INFO [Time-limited test {}] client.ConnectionUtils(128): master/62ae331128c9:0 server-side Connection retries=45 2024-11-13T18:54:51,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:54:51,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:54:51,307 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:54:51,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:54:51,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:54:51,307 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:54:51,307 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:54:51,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35249 2024-11-13T18:54:51,311 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35249 connecting to ZooKeeper ensemble=127.0.0.1:51039 2024-11-13T18:54:51,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352490x0, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:54:51,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35249-0x10136baa2c10000 connected 2024-11-13T18:54:51,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:54:51,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:54:51,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:54:51,580 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374, hbase.cluster.distributed=false 2024-11-13T18:54:51,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:54:51,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35249 2024-11-13T18:54:51,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35249 2024-11-13T18:54:51,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35249 2024-11-13T18:54:51,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35249 2024-11-13T18:54:51,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35249 2024-11-13T18:54:51,679 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/62ae331128c9:0 server-side Connection retries=45 2024-11-13T18:54:51,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:54:51,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:54:51,680 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:54:51,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:54:51,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:54:51,683 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:54:51,683 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:54:51,691 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34923 2024-11-13T18:54:51,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34923 connecting to ZooKeeper ensemble=127.0.0.1:51039 2024-11-13T18:54:51,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:54:51,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:54:51,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349230x0, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:54:51,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349230x0, quorum=127.0.0.1:51039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:54:51,744 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:54:51,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34923-0x10136baa2c10001 connected 2024-11-13T18:54:51,757 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:54:51,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34923-0x10136baa2c10001, quorum=127.0.0.1:51039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:54:51,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34923-0x10136baa2c10001, quorum=127.0.0.1:51039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:54:51,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34923 2024-11-13T18:54:51,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34923 2024-11-13T18:54:51,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34923 2024-11-13T18:54:51,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34923 2024-11-13T18:54:51,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34923 2024-11-13T18:54:51,845 DEBUG [M:0;62ae331128c9:35249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;62ae331128c9:35249 2024-11-13T18:54:51,851 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/62ae331128c9,35249,1731524091306 2024-11-13T18:54:51,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34923-0x10136baa2c10001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:54:51,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:54:51,884 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/62ae331128c9,35249,1731524091306 2024-11-13T18:54:51,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:54:51,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34923-0x10136baa2c10001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:54:51,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34923-0x10136baa2c10001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:54:51,902 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T18:54:51,919 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/62ae331128c9,35249,1731524091306 from backup master directory 2024-11-13T18:54:51,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/62ae331128c9,35249,1731524091306 2024-11-13T18:54:51,934 WARN [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:54:51,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:54:51,934 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=62ae331128c9,35249,1731524091306 2024-11-13T18:54:51,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34923-0x10136baa2c10001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:54:51,968 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/hbase.id] with ID: dbf46a4e-048f-4111-b5b8-615cba9325c6 2024-11-13T18:54:51,968 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/.tmp/hbase.id 2024-11-13T18:54:52,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:54:52,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:54:52,029 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/.tmp/hbase.id]:[hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/hbase.id] 2024-11-13T18:54:52,095 INFO [master/62ae331128c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:54:52,095 INFO [master/62ae331128c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:54:52,099 INFO [master/62ae331128c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-13T18:54:52,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34923-0x10136baa2c10001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:54:52,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:54:52,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:54:52,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:54:52,538 INFO [master/62ae331128c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:54:52,540 INFO [master/62ae331128c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:54:52,540 INFO [master/62ae331128c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:54:52,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:54:52,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:54:52,599 INFO [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/data/master/store 2024-11-13T18:54:52,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:54:52,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:54:52,627 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:54:52,627 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:54:52,627 INFO [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:54:52,628 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:54:52,628 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:54:52,628 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:54:52,628 INFO [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:54:52,628 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524092627Disabling compacts and flushes for region at 1731524092627Disabling writes for close at 1731524092628 (+1 ms)Writing region close event to WAL at 1731524092628Closed at 1731524092628 2024-11-13T18:54:52,629 WARN [master/62ae331128c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/data/master/store/.initializing 2024-11-13T18:54:52,629 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/WALs/62ae331128c9,35249,1731524091306 2024-11-13T18:54:52,633 INFO [master/62ae331128c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:54:52,639 INFO [master/62ae331128c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=62ae331128c9%2C35249%2C1731524091306, suffix=, logDir=hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/WALs/62ae331128c9,35249,1731524091306, archiveDir=hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/oldWALs, maxLogs=10 2024-11-13T18:54:52,659 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/WALs/62ae331128c9,35249,1731524091306/62ae331128c9%2C35249%2C1731524091306.1731524092639, exclude list is [], retry=0 2024-11-13T18:54:52,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40389,DS-ead0d643-128f-415f-a35f-e53a9532ca8b,DISK] 2024-11-13T18:54:52,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44757,DS-be77692e-83d7-415d-9470-fe866ccd64b3,DISK] 2024-11-13T18:54:52,683 INFO [master/62ae331128c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/WALs/62ae331128c9,35249,1731524091306/62ae331128c9%2C35249%2C1731524091306.1731524092639 2024-11-13T18:54:52,684 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35005:35005),(127.0.0.1/127.0.0.1:41275:41275)] 2024-11-13T18:54:52,684 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:54:52,684 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:54:52,684 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:54:52,684 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:54:52,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:54:52,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:54:52,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:54:52,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:54:52,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:54:52,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:54:52,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:54:52,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:54:52,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:54:52,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:54:52,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:54:52,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:54:52,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:54:52,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:54:52,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:54:52,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:54:52,713 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:54:52,715 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:54:52,716 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:54:52,718 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:54:52,719 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:54:52,720 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:54:52,722 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:54:52,726 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:54:52,727 INFO [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=690717, jitterRate=-0.12170827388763428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:54:52,729 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524092685Initializing all the Stores at 1731524092686 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524092686Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524092690 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524092691 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524092691Cleaning up temporary data from old regions at 1731524092719 (+28 ms)Region opened successfully at 1731524092728 (+9 ms) 2024-11-13T18:54:52,731 INFO [master/62ae331128c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:54:52,738 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f628b1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=62ae331128c9/172.17.0.3:0 2024-11-13T18:54:52,739 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:54:52,739 INFO [master/62ae331128c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:54:52,739 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:54:52,740 INFO [master/62ae331128c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:54:52,741 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T18:54:52,741 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:54:52,741 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:54:52,745 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:54:52,746 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T18:54:52,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:54:52,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:54:52,829 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T18:54:52,830 INFO [master/62ae331128c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:54:52,832 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:54:52,839 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T18:54:52,840 INFO [master/62ae331128c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:54:52,842 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:54:52,848 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T18:54:52,850 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:54:52,856 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T18:54:52,860 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:54:52,864 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T18:54:52,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:54:52,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:54:52,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34923-0x10136baa2c10001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:54:52,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34923-0x10136baa2c10001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:54:52,874 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=62ae331128c9,35249,1731524091306, sessionid=0x10136baa2c10000, setting cluster-up flag (Was=false) 2024-11-13T18:54:52,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:54:52,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34923-0x10136baa2c10001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:54:52,914 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T18:54:52,915 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=62ae331128c9,35249,1731524091306 2024-11-13T18:54:52,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:54:52,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34923-0x10136baa2c10001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:54:52,956 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T18:54:52,958 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=62ae331128c9,35249,1731524091306 2024-11-13T18:54:52,960 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:54:52,963 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:54:52,963 INFO [master/62ae331128c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:54:52,963 INFO [master/62ae331128c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:54:52,964 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 62ae331128c9,35249,1731524091306 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:54:52,967 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/62ae331128c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:54:52,968 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/62ae331128c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:54:52,968 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/62ae331128c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:54:52,968 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/62ae331128c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:54:52,968 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/62ae331128c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:54:52,968 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:54:52,969 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/62ae331128c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:54:52,969 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:54:52,977 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:54:52,977 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:54:52,979 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524122979 2024-11-13T18:54:52,979 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:54:52,979 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:54:52,980 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:54:52,980 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:54:52,980 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:54:52,980 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:54:52,980 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:54:52,980 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:54:52,980 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:54:52,981 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:54:52,982 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:54:52,982 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:54:52,982 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:54:52,982 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:54:52,983 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.large.0-1731524092982,5,FailOnTimeoutGroup] 2024-11-13T18:54:52,983 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.small.0-1731524092983,5,FailOnTimeoutGroup] 2024-11-13T18:54:52,983 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:54:52,983 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:54:52,983 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:54:52,983 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:54:52,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:54:52,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:54:52,993 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:54:52,993 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374 2024-11-13T18:54:53,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:54:53,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:54:53,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:54:53,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:54:53,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:54:53,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:54:53,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:54:53,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:54:53,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:54:53,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:54:53,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:54:53,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:54:53,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:54:53,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:54:53,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:54:53,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:54:53,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:54:53,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:54:53,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:54:53,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:54:53,033 INFO [RS:0;62ae331128c9:34923 {}] regionserver.HRegionServer(746): ClusterId : dbf46a4e-048f-4111-b5b8-615cba9325c6 2024-11-13T18:54:53,034 DEBUG [RS:0;62ae331128c9:34923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:54:53,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/hbase/meta/1588230740 2024-11-13T18:54:53,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/hbase/meta/1588230740 2024-11-13T18:54:53,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:54:53,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:54:53,040 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T18:54:53,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:54:53,052 DEBUG [RS:0;62ae331128c9:34923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:54:53,052 DEBUG [RS:0;62ae331128c9:34923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:54:53,058 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:54:53,058 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=851314, jitterRate=0.08250275254249573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T18:54:53,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524093012Initializing all the Stores at 1731524093014 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524093014Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524093014Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524093014Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524093014Cleaning up temporary data from old regions at 1731524093039 (+25 ms)Region opened successfully at 1731524093059 (+20 ms) 2024-11-13T18:54:53,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:54:53,060 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:54:53,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:54:53,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:54:53,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:54:53,061 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:54:53,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524093060Disabling compacts and flushes for region at 1731524093060Disabling writes for close at 1731524093060Writing region close event to WAL at 1731524093061 (+1 ms)Closed at 1731524093061 2024-11-13T18:54:53,065 DEBUG [RS:0;62ae331128c9:34923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:54:53,066 DEBUG [RS:0;62ae331128c9:34923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6506b5cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=62ae331128c9/172.17.0.3:0 2024-11-13T18:54:53,066 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:54:53,066 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:54:53,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:54:53,072 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:54:53,074 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:54:53,084 DEBUG [RS:0;62ae331128c9:34923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;62ae331128c9:34923 2024-11-13T18:54:53,084 INFO [RS:0;62ae331128c9:34923 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:54:53,084 INFO [RS:0;62ae331128c9:34923 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:54:53,084 DEBUG [RS:0;62ae331128c9:34923 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:54:53,085 INFO [RS:0;62ae331128c9:34923 {}] regionserver.HRegionServer(2659): reportForDuty to master=62ae331128c9,35249,1731524091306 with port=34923, startcode=1731524091679 2024-11-13T18:54:53,086 DEBUG [RS:0;62ae331128c9:34923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:54:53,089 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49175, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:54:53,090 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35249 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 62ae331128c9,34923,1731524091679 2024-11-13T18:54:53,090 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35249 {}] master.ServerManager(517): Registering regionserver=62ae331128c9,34923,1731524091679 2024-11-13T18:54:53,096 DEBUG [RS:0;62ae331128c9:34923 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374 2024-11-13T18:54:53,096 DEBUG [RS:0;62ae331128c9:34923 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34535 2024-11-13T18:54:53,096 DEBUG [RS:0;62ae331128c9:34923 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:54:53,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:54:53,107 DEBUG [RS:0;62ae331128c9:34923 {}] zookeeper.ZKUtil(111): regionserver:34923-0x10136baa2c10001, quorum=127.0.0.1:51039, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/62ae331128c9,34923,1731524091679 2024-11-13T18:54:53,108 WARN [RS:0;62ae331128c9:34923 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:54:53,108 INFO [RS:0;62ae331128c9:34923 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:54:53,108 DEBUG [RS:0;62ae331128c9:34923 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/WALs/62ae331128c9,34923,1731524091679 2024-11-13T18:54:53,114 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [62ae331128c9,34923,1731524091679] 2024-11-13T18:54:53,144 INFO [RS:0;62ae331128c9:34923 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:54:53,151 INFO [RS:0;62ae331128c9:34923 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:54:53,156 INFO [RS:0;62ae331128c9:34923 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:54:53,156 INFO [RS:0;62ae331128c9:34923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:54:53,159 INFO [RS:0;62ae331128c9:34923 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:54:53,164 INFO [RS:0;62ae331128c9:34923 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:54:53,165 INFO [RS:0;62ae331128c9:34923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:54:53,165 DEBUG [RS:0;62ae331128c9:34923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:54:53,165 DEBUG [RS:0;62ae331128c9:34923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:54:53,165 DEBUG [RS:0;62ae331128c9:34923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:54:53,166 DEBUG [RS:0;62ae331128c9:34923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:54:53,166 DEBUG [RS:0;62ae331128c9:34923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:54:53,166 DEBUG [RS:0;62ae331128c9:34923 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/62ae331128c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:54:53,166 DEBUG [RS:0;62ae331128c9:34923 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:54:53,166 DEBUG [RS:0;62ae331128c9:34923 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:54:53,166 DEBUG [RS:0;62ae331128c9:34923 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:54:53,167 DEBUG [RS:0;62ae331128c9:34923 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:54:53,167 DEBUG [RS:0;62ae331128c9:34923 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:54:53,167 DEBUG [RS:0;62ae331128c9:34923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:54:53,167 DEBUG [RS:0;62ae331128c9:34923 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/62ae331128c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:54:53,167 DEBUG [RS:0;62ae331128c9:34923 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:54:53,195 INFO [RS:0;62ae331128c9:34923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:54:53,195 INFO [RS:0;62ae331128c9:34923 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:54:53,195 INFO [RS:0;62ae331128c9:34923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:54:53,196 INFO [RS:0;62ae331128c9:34923 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:54:53,196 INFO [RS:0;62ae331128c9:34923 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:54:53,196 INFO [RS:0;62ae331128c9:34923 {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,34923,1731524091679-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:54:53,225 WARN [62ae331128c9:35249 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T18:54:53,230 INFO [RS:0;62ae331128c9:34923 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:54:53,230 INFO [RS:0;62ae331128c9:34923 {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,34923,1731524091679-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:54:53,230 INFO [RS:0;62ae331128c9:34923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:54:53,231 INFO [RS:0;62ae331128c9:34923 {}] regionserver.Replication(171): 62ae331128c9,34923,1731524091679 started 2024-11-13T18:54:53,252 INFO [RS:0;62ae331128c9:34923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:54:53,252 INFO [RS:0;62ae331128c9:34923 {}] regionserver.HRegionServer(1482): Serving as 62ae331128c9,34923,1731524091679, RpcServer on 62ae331128c9/172.17.0.3:34923, sessionid=0x10136baa2c10001 2024-11-13T18:54:53,253 DEBUG [RS:0;62ae331128c9:34923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:54:53,253 DEBUG [RS:0;62ae331128c9:34923 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 62ae331128c9,34923,1731524091679 2024-11-13T18:54:53,253 DEBUG [RS:0;62ae331128c9:34923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '62ae331128c9,34923,1731524091679' 2024-11-13T18:54:53,253 DEBUG [RS:0;62ae331128c9:34923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:54:53,254 DEBUG [RS:0;62ae331128c9:34923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:54:53,254 DEBUG [RS:0;62ae331128c9:34923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:54:53,254 DEBUG [RS:0;62ae331128c9:34923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:54:53,255 DEBUG [RS:0;62ae331128c9:34923 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 62ae331128c9,34923,1731524091679 2024-11-13T18:54:53,255 DEBUG [RS:0;62ae331128c9:34923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '62ae331128c9,34923,1731524091679' 2024-11-13T18:54:53,255 DEBUG [RS:0;62ae331128c9:34923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:54:53,256 DEBUG [RS:0;62ae331128c9:34923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:54:53,257 DEBUG [RS:0;62ae331128c9:34923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:54:53,257 INFO [RS:0;62ae331128c9:34923 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:54:53,257 INFO [RS:0;62ae331128c9:34923 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:54:53,305 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:54:53,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:54:53,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:54:53,358 INFO [RS:0;62ae331128c9:34923 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:54:53,360 INFO [RS:0;62ae331128c9:34923 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=62ae331128c9%2C34923%2C1731524091679, suffix=, logDir=hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/WALs/62ae331128c9,34923,1731524091679, archiveDir=hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/oldWALs, maxLogs=32 2024-11-13T18:54:53,377 DEBUG [RS:0;62ae331128c9:34923 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/WALs/62ae331128c9,34923,1731524091679/62ae331128c9%2C34923%2C1731524091679.1731524093362, exclude list is [], retry=0 2024-11-13T18:54:53,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44757,DS-be77692e-83d7-415d-9470-fe866ccd64b3,DISK] 2024-11-13T18:54:53,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40389,DS-ead0d643-128f-415f-a35f-e53a9532ca8b,DISK] 2024-11-13T18:54:53,384 INFO [RS:0;62ae331128c9:34923 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/WALs/62ae331128c9,34923,1731524091679/62ae331128c9%2C34923%2C1731524091679.1731524093362 2024-11-13T18:54:53,384 DEBUG [RS:0;62ae331128c9:34923 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41275:41275),(127.0.0.1/127.0.0.1:35005:35005)] 2024-11-13T18:54:53,475 DEBUG [62ae331128c9:35249 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:54:53,476 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=62ae331128c9,34923,1731524091679 2024-11-13T18:54:53,477 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 62ae331128c9,34923,1731524091679, state=OPENING 2024-11-13T18:54:53,489 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:54:53,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:54:53,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34923-0x10136baa2c10001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:54:53,499 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:54:53,499 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:54:53,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=62ae331128c9,34923,1731524091679}] 2024-11-13T18:54:53,499 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:54:53,655 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:54:53,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39407, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:54:53,663 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:54:53,664 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:54:53,664 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:54:53,667 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=62ae331128c9%2C34923%2C1731524091679.meta, suffix=.meta, logDir=hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/WALs/62ae331128c9,34923,1731524091679, archiveDir=hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/oldWALs, maxLogs=32 2024-11-13T18:54:53,683 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/WALs/62ae331128c9,34923,1731524091679/62ae331128c9%2C34923%2C1731524091679.meta.1731524093669.meta, exclude list is [], retry=0 2024-11-13T18:54:53,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40389,DS-ead0d643-128f-415f-a35f-e53a9532ca8b,DISK] 2024-11-13T18:54:53,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44757,DS-be77692e-83d7-415d-9470-fe866ccd64b3,DISK] 2024-11-13T18:54:53,708 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/WALs/62ae331128c9,34923,1731524091679/62ae331128c9%2C34923%2C1731524091679.meta.1731524093669.meta 2024-11-13T18:54:53,709 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35005:35005),(127.0.0.1/127.0.0.1:41275:41275)] 2024-11-13T18:54:53,709 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:54:53,710 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:54:53,710 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:54:53,710 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:54:53,711 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:54:53,711 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:54:53,711 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:54:53,711 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:54:53,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:54:53,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:54:53,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:54:53,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:54:53,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:54:53,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:54:53,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:54:53,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:54:53,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:54:53,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:54:53,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:54:53,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:54:53,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:54:53,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:54:53,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:54:53,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:54:53,722 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:54:53,723 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/hbase/meta/1588230740 2024-11-13T18:54:53,725 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/hbase/meta/1588230740 2024-11-13T18:54:53,726 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:54:53,726 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:54:53,727 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T18:54:53,729 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:54:53,730 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=795182, jitterRate=0.011126995086669922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T18:54:53,730 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:54:53,732 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524093711Writing region info on filesystem at 1731524093711Initializing all the Stores at 1731524093713 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524093713Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524093713Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524093713Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524093713Cleaning up temporary data from old regions at 1731524093726 (+13 ms)Running coprocessor post-open hooks at 1731524093731 (+5 ms)Region opened successfully at 1731524093732 (+1 ms) 2024-11-13T18:54:53,734 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524093655 2024-11-13T18:54:53,737 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:54:53,737 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:54:53,738 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=62ae331128c9,34923,1731524091679 2024-11-13T18:54:53,740 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 62ae331128c9,34923,1731524091679, state=OPEN 2024-11-13T18:54:53,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:54:53,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34923-0x10136baa2c10001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:54:53,769 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=62ae331128c9,34923,1731524091679 2024-11-13T18:54:53,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:54:53,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:54:53,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:54:53,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=62ae331128c9,34923,1731524091679 in 270 msec 2024-11-13T18:54:53,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:54:53,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 707 msec 2024-11-13T18:54:53,780 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:54:53,780 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:54:53,782 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:54:53,782 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=62ae331128c9,34923,1731524091679, seqNum=-1] 2024-11-13T18:54:53,783 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:54:53,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43383, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:54:53,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 832 msec 2024-11-13T18:54:53,796 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524093796, completionTime=-1 2024-11-13T18:54:53,796 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:54:53,796 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-13T18:54:53,799 INFO [master/62ae331128c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-13T18:54:53,799 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524153799 2024-11-13T18:54:53,799 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524213799 2024-11-13T18:54:53,799 INFO [master/62ae331128c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-13T18:54:53,800 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,35249,1731524091306-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:54:53,800 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,35249,1731524091306-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:54:53,800 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,35249,1731524091306-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:54:53,800 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-62ae331128c9:35249, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:54:53,800 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:54:53,802 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:54:53,803 DEBUG [master/62ae331128c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:54:53,809 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.875sec 2024-11-13T18:54:53,809 INFO [master/62ae331128c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:54:53,810 INFO [master/62ae331128c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:54:53,810 INFO [master/62ae331128c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:54:53,810 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:54:53,810 INFO [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:54:53,810 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,35249,1731524091306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:54:53,810 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,35249,1731524091306-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:54:53,814 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:54:53,814 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:54:53,814 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,35249,1731524091306-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:54:53,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5edbcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:54:53,835 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 62ae331128c9,35249,-1 for getting cluster id 2024-11-13T18:54:53,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:54:53,839 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbf46a4e-048f-4111-b5b8-615cba9325c6' 2024-11-13T18:54:53,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:54:53,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbf46a4e-048f-4111-b5b8-615cba9325c6" 2024-11-13T18:54:53,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43257440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:54:53,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [62ae331128c9,35249,-1] 2024-11-13T18:54:53,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:54:53,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:54:53,845 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:54:53,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2521cbdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:54:53,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:54:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=62ae331128c9,34923,1731524091679, seqNum=-1] 2024-11-13T18:54:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:54:53,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:54:53,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=62ae331128c9,35249,1731524091306 2024-11-13T18:54:53,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:54:53,869 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-13T18:54:53,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:54:53,892 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:54:53,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:54:53,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:54:53,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:54:53,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44a6943a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:54:53,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5639b203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:54:53,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27327bb0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/java.io.tmpdir/jetty-localhost-40623-hadoop-hdfs-3_4_1-tests_jar-_-any-16277560454074540904/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:54:53,997 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47aafb85{HTTP/1.1, (http/1.1)}{localhost:40623} 2024-11-13T18:54:53,997 INFO [Time-limited test {}] server.Server(415): Started @77216ms 2024-11-13T18:54:53,999 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:54:54,037 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:54:54,041 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:54:54,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:54:54,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:54:54,043 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:54:54,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6234b965{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:54:54,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31ad0cca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:54:54,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-13T18:54:54,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23c3549d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/java.io.tmpdir/jetty-localhost-43189-hadoop-hdfs-3_4_1-tests_jar-_-any-876726852509321006/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:54:54,155 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12829752{HTTP/1.1, (http/1.1)}{localhost:43189} 2024-11-13T18:54:54,155 INFO [Time-limited test {}] server.Server(415): Started @77374ms 2024-11-13T18:54:54,158 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:54:54,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:54:54,215 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:54:54,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:54:54,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:54:54,223 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:54:54,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2860275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:54:54,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dc616e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:54:54,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a8fcf6d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/java.io.tmpdir/jetty-localhost-38179-hadoop-hdfs-3_4_1-tests_jar-_-any-10383638212142590303/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:54:54,333 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e76946b{HTTP/1.1, (http/1.1)}{localhost:38179} 2024-11-13T18:54:54,334 INFO [Time-limited test {}] server.Server(415): Started @77552ms 2024-11-13T18:54:54,336 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:54:54,789 WARN [Thread-548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380/data/data6/current/BP-290196387-172.17.0.3-1731524088799/current, will proceed with Du for space computation calculation, 2024-11-13T18:54:54,789 WARN [Thread-547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380/data/data5/current/BP-290196387-172.17.0.3-1731524088799/current, will proceed with Du for space computation calculation, 2024-11-13T18:54:54,819 WARN [Thread-492 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:54:54,824 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x452e36f293b65262 with lease ID 0x476dff0faf1e567f: Processing first storage report for DS-c3fb8216-eaf7-4bff-b160-97ba9312ba9e from datanode DatanodeRegistration(127.0.0.1:40173, datanodeUuid=5b6d63a0-ac41-41c8-8cf9-4317b6ef44cd, infoPort=45543, infoSecurePort=0, ipcPort=35491, storageInfo=lv=-57;cid=testClusterID;nsid=939254510;c=1731524088799) 2024-11-13T18:54:54,824 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x452e36f293b65262 with lease ID 0x476dff0faf1e567f: from storage DS-c3fb8216-eaf7-4bff-b160-97ba9312ba9e node DatanodeRegistration(127.0.0.1:40173, datanodeUuid=5b6d63a0-ac41-41c8-8cf9-4317b6ef44cd, infoPort=45543, infoSecurePort=0, ipcPort=35491, storageInfo=lv=-57;cid=testClusterID;nsid=939254510;c=1731524088799), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T18:54:54,825 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x452e36f293b65262 with lease ID 0x476dff0faf1e567f: Processing first storage report for DS-977676cc-1994-4ecf-83d3-fc3d69dd7475 from datanode DatanodeRegistration(127.0.0.1:40173, datanodeUuid=5b6d63a0-ac41-41c8-8cf9-4317b6ef44cd, infoPort=45543, infoSecurePort=0, ipcPort=35491, storageInfo=lv=-57;cid=testClusterID;nsid=939254510;c=1731524088799) 2024-11-13T18:54:54,825 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x452e36f293b65262 with lease ID 0x476dff0faf1e567f: from storage DS-977676cc-1994-4ecf-83d3-fc3d69dd7475 node DatanodeRegistration(127.0.0.1:40173, datanodeUuid=5b6d63a0-ac41-41c8-8cf9-4317b6ef44cd, infoPort=45543, infoSecurePort=0, ipcPort=35491, storageInfo=lv=-57;cid=testClusterID;nsid=939254510;c=1731524088799), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:54:55,200 WARN [Thread-561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380/data/data7/current/BP-290196387-172.17.0.3-1731524088799/current, will proceed with Du for space computation calculation, 2024-11-13T18:54:55,201 WARN [Thread-562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380/data/data8/current/BP-290196387-172.17.0.3-1731524088799/current, will proceed with Du for space computation calculation, 2024-11-13T18:54:55,227 WARN [Thread-514 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:54:55,230 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7368031ad72dea4 with lease ID 0x476dff0faf1e5680: Processing first storage report for DS-9c2df769-e9ee-438e-866d-8cb26baf669b from datanode DatanodeRegistration(127.0.0.1:43119, datanodeUuid=571a1013-6399-4f76-81a3-07ff58056e4c, infoPort=34191, infoSecurePort=0, ipcPort=35481, storageInfo=lv=-57;cid=testClusterID;nsid=939254510;c=1731524088799) 2024-11-13T18:54:55,230 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7368031ad72dea4 with lease ID 0x476dff0faf1e5680: from storage DS-9c2df769-e9ee-438e-866d-8cb26baf669b node DatanodeRegistration(127.0.0.1:43119, datanodeUuid=571a1013-6399-4f76-81a3-07ff58056e4c, infoPort=34191, infoSecurePort=0, ipcPort=35481, storageInfo=lv=-57;cid=testClusterID;nsid=939254510;c=1731524088799), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:54:55,230 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7368031ad72dea4 with lease ID 0x476dff0faf1e5680: Processing first storage report for DS-297aa5fd-1525-4c1b-b197-a945c8897def from datanode DatanodeRegistration(127.0.0.1:43119, datanodeUuid=571a1013-6399-4f76-81a3-07ff58056e4c, infoPort=34191, infoSecurePort=0, ipcPort=35481, storageInfo=lv=-57;cid=testClusterID;nsid=939254510;c=1731524088799) 2024-11-13T18:54:55,231 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7368031ad72dea4 with lease ID 0x476dff0faf1e5680: from storage DS-297aa5fd-1525-4c1b-b197-a945c8897def node DatanodeRegistration(127.0.0.1:43119, datanodeUuid=571a1013-6399-4f76-81a3-07ff58056e4c, infoPort=34191, infoSecurePort=0, ipcPort=35481, storageInfo=lv=-57;cid=testClusterID;nsid=939254510;c=1731524088799), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:54:55,311 WARN [Thread-572 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380/data/data9/current/BP-290196387-172.17.0.3-1731524088799/current, will proceed with Du for space computation calculation, 2024-11-13T18:54:55,312 WARN [Thread-573 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380/data/data10/current/BP-290196387-172.17.0.3-1731524088799/current, will proceed with Du for space computation calculation, 2024-11-13T18:54:55,335 WARN [Thread-537 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:54:55,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51656b1969d8d00e with lease ID 0x476dff0faf1e5681: Processing first storage report for DS-ec1959b4-fdc1-4606-b67e-1669620ae133 from datanode DatanodeRegistration(127.0.0.1:36883, datanodeUuid=2e9b3ac6-f2cc-4026-9d7b-25641c028b7c, infoPort=37701, infoSecurePort=0, ipcPort=45127, storageInfo=lv=-57;cid=testClusterID;nsid=939254510;c=1731524088799) 2024-11-13T18:54:55,339 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51656b1969d8d00e with lease ID 0x476dff0faf1e5681: from storage DS-ec1959b4-fdc1-4606-b67e-1669620ae133 node DatanodeRegistration(127.0.0.1:36883, datanodeUuid=2e9b3ac6-f2cc-4026-9d7b-25641c028b7c, infoPort=37701, infoSecurePort=0, ipcPort=45127, storageInfo=lv=-57;cid=testClusterID;nsid=939254510;c=1731524088799), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:54:55,339 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51656b1969d8d00e with lease ID 0x476dff0faf1e5681: Processing first storage report for DS-b95d156a-1181-4d0c-88a5-026d4c9c2ada from datanode DatanodeRegistration(127.0.0.1:36883, datanodeUuid=2e9b3ac6-f2cc-4026-9d7b-25641c028b7c, infoPort=37701, infoSecurePort=0, ipcPort=45127, storageInfo=lv=-57;cid=testClusterID;nsid=939254510;c=1731524088799) 2024-11-13T18:54:55,339 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51656b1969d8d00e with lease ID 0x476dff0faf1e5681: from storage DS-b95d156a-1181-4d0c-88a5-026d4c9c2ada node DatanodeRegistration(127.0.0.1:36883, datanodeUuid=2e9b3ac6-f2cc-4026-9d7b-25641c028b7c, infoPort=37701, infoSecurePort=0, ipcPort=45127, storageInfo=lv=-57;cid=testClusterID;nsid=939254510;c=1731524088799), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:54:55,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:54:55,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 62ae331128c9,35249,1731524091306 2024-11-13T18:54:55,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c8d47a3 2024-11-13T18:54:55,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:54:55,384 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:54:55,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35249 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-13T18:54:55,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35249 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-13T18:54:55,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35249 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:54:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35249 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-13T18:54:55,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:54:55,389 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:54:55,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35249 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-13T18:54:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:54:55,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:54:55,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40173 is added to blk_1073741835_1011 (size=393) 2024-11-13T18:54:55,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741835_1011 (size=393) 2024-11-13T18:54:55,406 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 363fa29aeb6170fc7377087ddb894c4a, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374 2024-11-13T18:54:55,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741836_1012 (size=76) 2024-11-13T18:54:55,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741836_1012 (size=76) 2024-11-13T18:54:55,415 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:54:55,415 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 363fa29aeb6170fc7377087ddb894c4a, disabling compactions & flushes 2024-11-13T18:54:55,415 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a. 2024-11-13T18:54:55,415 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a. 2024-11-13T18:54:55,416 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a. after waiting 0 ms 2024-11-13T18:54:55,416 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a. 2024-11-13T18:54:55,416 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a. 2024-11-13T18:54:55,416 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 363fa29aeb6170fc7377087ddb894c4a: Waiting for close lock at 1731524095415Disabling compacts and flushes for region at 1731524095415Disabling writes for close at 1731524095416 (+1 ms)Writing region close event to WAL at 1731524095416Closed at 1731524095416 2024-11-13T18:54:55,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:54:55,418 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731524095418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524095418"}]},"ts":"1731524095418"} 2024-11-13T18:54:55,421 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:54:55,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:54:55,423 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524095422"}]},"ts":"1731524095422"} 2024-11-13T18:54:55,425 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-13T18:54:55,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=363fa29aeb6170fc7377087ddb894c4a, ASSIGN}] 2024-11-13T18:54:55,427 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=363fa29aeb6170fc7377087ddb894c4a, ASSIGN 2024-11-13T18:54:55,429 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=363fa29aeb6170fc7377087ddb894c4a, ASSIGN; state=OFFLINE, location=62ae331128c9,34923,1731524091679; forceNewPlan=false, retain=false 2024-11-13T18:54:55,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=363fa29aeb6170fc7377087ddb894c4a, regionState=OPENING, regionLocation=62ae331128c9,34923,1731524091679 2024-11-13T18:54:55,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=363fa29aeb6170fc7377087ddb894c4a, ASSIGN because future has completed 2024-11-13T18:54:55,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 363fa29aeb6170fc7377087ddb894c4a, server=62ae331128c9,34923,1731524091679}] 2024-11-13T18:54:55,745 INFO [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a. 2024-11-13T18:54:55,745 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 363fa29aeb6170fc7377087ddb894c4a, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:54:55,745 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 363fa29aeb6170fc7377087ddb894c4a 2024-11-13T18:54:55,746 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:54:55,746 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 363fa29aeb6170fc7377087ddb894c4a 2024-11-13T18:54:55,746 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 363fa29aeb6170fc7377087ddb894c4a 2024-11-13T18:54:55,748 INFO [StoreOpener-363fa29aeb6170fc7377087ddb894c4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 363fa29aeb6170fc7377087ddb894c4a 2024-11-13T18:54:55,750 INFO [StoreOpener-363fa29aeb6170fc7377087ddb894c4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 363fa29aeb6170fc7377087ddb894c4a columnFamilyName info 2024-11-13T18:54:55,750 DEBUG [StoreOpener-363fa29aeb6170fc7377087ddb894c4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:54:55,751 INFO [StoreOpener-363fa29aeb6170fc7377087ddb894c4a-1 {}] regionserver.HStore(327): Store=363fa29aeb6170fc7377087ddb894c4a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:54:55,751 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 363fa29aeb6170fc7377087ddb894c4a 2024-11-13T18:54:55,752 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/default/TestLogRolling-testLogRollOnDatanodeDeath/363fa29aeb6170fc7377087ddb894c4a 2024-11-13T18:54:55,753 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/default/TestLogRolling-testLogRollOnDatanodeDeath/363fa29aeb6170fc7377087ddb894c4a 2024-11-13T18:54:55,754 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 363fa29aeb6170fc7377087ddb894c4a 2024-11-13T18:54:55,754 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 363fa29aeb6170fc7377087ddb894c4a 2024-11-13T18:54:55,757 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 363fa29aeb6170fc7377087ddb894c4a 2024-11-13T18:54:55,762 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/default/TestLogRolling-testLogRollOnDatanodeDeath/363fa29aeb6170fc7377087ddb894c4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:54:55,763 INFO [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 363fa29aeb6170fc7377087ddb894c4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=863482, jitterRate=0.09797470271587372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:54:55,763 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 363fa29aeb6170fc7377087ddb894c4a 2024-11-13T18:54:55,764 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 363fa29aeb6170fc7377087ddb894c4a: Running coprocessor pre-open hook at 1731524095746Writing region info on filesystem at 1731524095746Initializing all the Stores at 1731524095747 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524095747Cleaning up temporary data from old regions at 1731524095754 (+7 ms)Running coprocessor post-open hooks at 1731524095763 (+9 ms)Region opened successfully at 1731524095764 (+1 ms) 2024-11-13T18:54:55,766 INFO [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a., pid=6, masterSystemTime=1731524095738 2024-11-13T18:54:55,770 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a. 2024-11-13T18:54:55,770 INFO [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a. 2024-11-13T18:54:55,771 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=363fa29aeb6170fc7377087ddb894c4a, regionState=OPEN, openSeqNum=2, regionLocation=62ae331128c9,34923,1731524091679 2024-11-13T18:54:55,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 363fa29aeb6170fc7377087ddb894c4a, server=62ae331128c9,34923,1731524091679 because future has completed 2024-11-13T18:54:55,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T18:54:55,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 363fa29aeb6170fc7377087ddb894c4a, server=62ae331128c9,34923,1731524091679 in 193 msec 2024-11-13T18:54:55,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:54:55,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=363fa29aeb6170fc7377087ddb894c4a, ASSIGN in 356 msec 2024-11-13T18:54:55,787 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:54:55,787 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524095787"}]},"ts":"1731524095787"} 2024-11-13T18:54:55,790 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-13T18:54:55,792 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:54:55,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 407 msec 2024-11-13T18:54:59,217 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:54:59,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:54:59,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:54:59,252 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T18:54:59,253 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-13T18:55:04,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-13T18:55:04,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-13T18:55:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:55:05,422 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-13T18:55:05,423 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-13T18:55:05,424 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:55:05,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-13T18:55:05,429 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:55:05,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-13T18:55:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a., hostname=62ae331128c9,34923,1731524091679, seqNum=2] 2024-11-13T18:55:05,437 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-13T18:55:05,441 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-13T18:55:05,441 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a. 2024-11-13T18:55:05,443 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1215276484_22 at /127.0.0.1:42506 [Receiving block BP-290196387-172.17.0.3-1731524088799:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:40389:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42506 dst: /127.0.0.1:40389 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:55:05,443 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1215276484_22 at /127.0.0.1:57266 [Receiving block BP-290196387-172.17.0.3-1731524088799:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:44757:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57266 dst: /127.0.0.1:44757 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:55:05,443 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1215276484_22 at /127.0.0.1:42498 [Receiving block BP-290196387-172.17.0.3-1731524088799:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:40389:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42498 dst: /127.0.0.1:40389 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:55:05,443 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1995071013_22 at /127.0.0.1:42468 [Receiving block BP-290196387-172.17.0.3-1731524088799:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:40389:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42468 dst: /127.0.0.1:40389 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:55:05,443 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1215276484_22 at /127.0.0.1:57268 [Receiving block BP-290196387-172.17.0.3-1731524088799:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:44757:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57268 dst: /127.0.0.1:44757 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:55:05,444 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1995071013_22 at /127.0.0.1:57228 [Receiving block BP-290196387-172.17.0.3-1731524088799:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:44757:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57228 dst: /127.0.0.1:44757 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:55:05,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@476d1d16{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:55:05,445 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e796bf3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:55:05,445 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:55:05,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cf3846d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:55:05,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a660e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/hadoop.log.dir/,STOPPED} 2024-11-13T18:55:05,446 WARN [BP-290196387-172.17.0.3-1731524088799 heartbeating to localhost/127.0.0.1:34535 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:55:05,446 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:55:05,446 WARN [BP-290196387-172.17.0.3-1731524088799 heartbeating to localhost/127.0.0.1:34535 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-290196387-172.17.0.3-1731524088799 (Datanode Uuid dc497c2c-463a-4fa9-bd92-f5aab4ebddf5) service to localhost/127.0.0.1:34535 2024-11-13T18:55:05,446 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:55:05,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380/data/data1/current/BP-290196387-172.17.0.3-1731524088799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:55:05,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380/data/data2/current/BP-290196387-172.17.0.3-1731524088799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:55:05,448 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:55:05,462 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:55:05,466 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:55:05,467 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:55:05,467 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:55:05,467 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:55:05,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1232e111{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:55:05,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@351de545{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:55:05,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@331a48d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/java.io.tmpdir/jetty-localhost-45083-hadoop-hdfs-3_4_1-tests_jar-_-any-13893903498815168138/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:55:05,576 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e950b4d{HTTP/1.1, (http/1.1)}{localhost:45083} 2024-11-13T18:55:05,576 INFO [Time-limited test {}] server.Server(415): Started @88794ms 2024-11-13T18:55:05,577 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:55:05,595 WARN [AsyncFSWAL-0-hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374-prefix:62ae331128c9,34923,1731524091679 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:55:05,596 DEBUG [regionserver/62ae331128c9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 62ae331128c9%2C34923%2C1731524091679:(num 1731524093362) roll requested 2024-11-13T18:55:05,608 DEBUG [regionserver/62ae331128c9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/WALs/62ae331128c9,34923,1731524091679/62ae331128c9%2C34923%2C1731524091679.1731524105596, exclude list is [], retry=0 2024-11-13T18:55:05,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36883,DS-ec1959b4-fdc1-4606-b67e-1669620ae133,DISK] 2024-11-13T18:55:05,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43119,DS-9c2df769-e9ee-438e-866d-8cb26baf669b,DISK] 2024-11-13T18:55:05,614 INFO [regionserver/62ae331128c9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/WALs/62ae331128c9,34923,1731524091679/62ae331128c9%2C34923%2C1731524091679.1731524093362 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/WALs/62ae331128c9,34923,1731524091679/62ae331128c9%2C34923%2C1731524091679.1731524105596 2024-11-13T18:55:05,614 DEBUG [regionserver/62ae331128c9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34191:34191),(127.0.0.1/127.0.0.1:37701:37701)] 2024-11-13T18:55:05,614 DEBUG [regionserver/62ae331128c9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/WALs/62ae331128c9,34923,1731524091679/62ae331128c9%2C34923%2C1731524091679.1731524093362 is not closed yet, will try archiving it next time 2024-11-13T18:55:05,615 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:55:05,616 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:55:05,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:55:05,616 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:55:05,616 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:55:05,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:55:05,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:55:05,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:55:05,617 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T18:55:05,617 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:55:05,618 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=547170607, stopped=false 2024-11-13T18:55:05,618 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T18:55:05,618 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=62ae331128c9,35249,1731524091306 2024-11-13T18:55:05,618 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/WALs/62ae331128c9,34923,1731524091679/62ae331128c9%2C34923%2C1731524091679.1731524093362 2024-11-13T18:55:05,622 WARN [IPC Server handler 1 on default port 34535 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/WALs/62ae331128c9,34923,1731524091679/62ae331128c9%2C34923%2C1731524091679.1731524093362 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-13T18:55:05,626 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/WALs/62ae331128c9,34923,1731524091679/62ae331128c9%2C34923%2C1731524091679.1731524093362 after 6ms 2024-11-13T18:55:05,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34923-0x10136baa2c10001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:55:05,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34923-0x10136baa2c10001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:55:05,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:55:05,639 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:55:05,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:55:05,639 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:55:05,639 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:55:05,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:55:05,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34923-0x10136baa2c10001, quorum=127.0.0.1:51039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:55:05,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:55:05,640 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '62ae331128c9,34923,1731524091679' ***** 2024-11-13T18:55:05,640 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:55:05,640 INFO [RS:0;62ae331128c9:34923 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:55:05,640 INFO [RS:0;62ae331128c9:34923 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:55:05,640 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:55:05,640 INFO [RS:0;62ae331128c9:34923 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:55:05,640 INFO [RS:0;62ae331128c9:34923 {}] regionserver.HRegionServer(3091): Received CLOSE for 363fa29aeb6170fc7377087ddb894c4a 2024-11-13T18:55:05,647 INFO [RS:0;62ae331128c9:34923 {}] regionserver.HRegionServer(959): stopping server 62ae331128c9,34923,1731524091679 2024-11-13T18:55:05,647 INFO [RS:0;62ae331128c9:34923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:55:05,647 INFO [RS:0;62ae331128c9:34923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;62ae331128c9:34923. 2024-11-13T18:55:05,647 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 363fa29aeb6170fc7377087ddb894c4a, disabling compactions & flushes 2024-11-13T18:55:05,647 DEBUG [RS:0;62ae331128c9:34923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:55:05,647 DEBUG [RS:0;62ae331128c9:34923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:55:05,647 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a. 2024-11-13T18:55:05,647 INFO [RS:0;62ae331128c9:34923 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:55:05,647 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a. 2024-11-13T18:55:05,647 INFO [RS:0;62ae331128c9:34923 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:55:05,647 INFO [RS:0;62ae331128c9:34923 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:55:05,647 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a. after waiting 0 ms 2024-11-13T18:55:05,647 INFO [RS:0;62ae331128c9:34923 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:55:05,647 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a. 2024-11-13T18:55:05,647 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 363fa29aeb6170fc7377087ddb894c4a 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-13T18:55:05,647 INFO [RS:0;62ae331128c9:34923 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:55:05,647 DEBUG [RS:0;62ae331128c9:34923 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 363fa29aeb6170fc7377087ddb894c4a=TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a.} 2024-11-13T18:55:05,648 DEBUG [RS:0;62ae331128c9:34923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 363fa29aeb6170fc7377087ddb894c4a 2024-11-13T18:55:05,648 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:55:05,648 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:55:05,648 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:55:05,648 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:55:05,648 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:55:05,648 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-13T18:55:05,649 WARN [AsyncFSWAL-0-hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374-prefix:62ae331128c9,34923,1731524091679.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:55:05,649 DEBUG [regionserver/62ae331128c9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 62ae331128c9%2C34923%2C1731524091679.meta:.meta(num 1731524093669) roll requested 2024-11-13T18:55:05,664 DEBUG [regionserver/62ae331128c9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/WALs/62ae331128c9,34923,1731524091679/62ae331128c9%2C34923%2C1731524091679.meta.1731524105650.meta, exclude list is [], retry=0 2024-11-13T18:55:05,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36883,DS-ec1959b4-fdc1-4606-b67e-1669620ae133,DISK] 2024-11-13T18:55:05,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40389,DS-ead0d643-128f-415f-a35f-e53a9532ca8b,DISK] 2024-11-13T18:55:05,668 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/default/TestLogRolling-testLogRollOnDatanodeDeath/363fa29aeb6170fc7377087ddb894c4a/.tmp/info/ad28a0a426c344f68a3118c24aed5ff6 is 1055, key is row0001/info:/1731524105435/Put/seqid=0 2024-11-13T18:55:05,669 INFO [regionserver/62ae331128c9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/WALs/62ae331128c9,34923,1731524091679/62ae331128c9%2C34923%2C1731524091679.meta.1731524093669.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/WALs/62ae331128c9,34923,1731524091679/62ae331128c9%2C34923%2C1731524091679.meta.1731524105650.meta 2024-11-13T18:55:05,669 DEBUG [regionserver/62ae331128c9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35005:35005),(127.0.0.1/127.0.0.1:37701:37701)] 2024-11-13T18:55:05,669 DEBUG [regionserver/62ae331128c9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/WALs/62ae331128c9,34923,1731524091679/62ae331128c9%2C34923%2C1731524091679.meta.1731524093669.meta is not closed yet, will try archiving it next time 2024-11-13T18:55:05,669 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:55:05,670 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:55:05,670 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/WALs/62ae331128c9,34923,1731524091679/62ae331128c9%2C34923%2C1731524091679.meta.1731524093669.meta 2024-11-13T18:55:05,671 WARN [IPC Server handler 0 on default port 34535 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/WALs/62ae331128c9,34923,1731524091679/62ae331128c9%2C34923%2C1731524091679.meta.1731524093669.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-13T18:55:05,671 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/WALs/62ae331128c9,34923,1731524091679/62ae331128c9%2C34923%2C1731524091679.meta.1731524093669.meta after 1ms 2024-11-13T18:55:05,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741839_1016 (size=7062) 2024-11-13T18:55:05,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741839_1016 (size=7062) 2024-11-13T18:55:05,676 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/default/TestLogRolling-testLogRollOnDatanodeDeath/363fa29aeb6170fc7377087ddb894c4a/.tmp/info/ad28a0a426c344f68a3118c24aed5ff6 2024-11-13T18:55:05,689 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/default/TestLogRolling-testLogRollOnDatanodeDeath/363fa29aeb6170fc7377087ddb894c4a/.tmp/info/ad28a0a426c344f68a3118c24aed5ff6 as hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/default/TestLogRolling-testLogRollOnDatanodeDeath/363fa29aeb6170fc7377087ddb894c4a/info/ad28a0a426c344f68a3118c24aed5ff6 2024-11-13T18:55:05,692 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/hbase/meta/1588230740/.tmp/info/8fcc9046b5014a1aa6d16000b76a2735 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a./info:regioninfo/1731524095771/Put/seqid=0 2024-11-13T18:55:05,697 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/default/TestLogRolling-testLogRollOnDatanodeDeath/363fa29aeb6170fc7377087ddb894c4a/info/ad28a0a426c344f68a3118c24aed5ff6, entries=2, sequenceid=6, filesize=6.9 K 2024-11-13T18:55:05,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40173 is added to blk_1073741840_1018 (size=7089) 2024-11-13T18:55:05,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741840_1018 (size=7089) 2024-11-13T18:55:05,699 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 363fa29aeb6170fc7377087ddb894c4a in 52ms, sequenceid=6, compaction requested=false 2024-11-13T18:55:05,700 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/hbase/meta/1588230740/.tmp/info/8fcc9046b5014a1aa6d16000b76a2735 2024-11-13T18:55:05,708 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/default/TestLogRolling-testLogRollOnDatanodeDeath/363fa29aeb6170fc7377087ddb894c4a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T18:55:05,709 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a. 2024-11-13T18:55:05,709 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 363fa29aeb6170fc7377087ddb894c4a: Waiting for close lock at 1731524105647Running coprocessor pre-close hooks at 1731524105647Disabling compacts and flushes for region at 1731524105647Disabling writes for close at 1731524105647Obtaining lock to block concurrent updates at 1731524105647Preparing flush snapshotting stores in 363fa29aeb6170fc7377087ddb894c4a at 1731524105647Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731524105648 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a. at 1731524105649 (+1 ms)Flushing 363fa29aeb6170fc7377087ddb894c4a/info: creating writer at 1731524105649Flushing 363fa29aeb6170fc7377087ddb894c4a/info: appending metadata at 1731524105667 (+18 ms)Flushing 363fa29aeb6170fc7377087ddb894c4a/info: closing flushed file at 1731524105667Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ef2ff85: reopening flushed file at 1731524105687 (+20 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 363fa29aeb6170fc7377087ddb894c4a in 52ms, sequenceid=6, compaction requested=false at 1731524105699 (+12 ms)Writing region close event to WAL at 1731524105702 (+3 ms)Running coprocessor post-close hooks at 1731524105709 (+7 ms)Closed at 1731524105709 2024-11-13T18:55:05,709 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731524095384.363fa29aeb6170fc7377087ddb894c4a. 2024-11-13T18:55:05,724 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/hbase/meta/1588230740/.tmp/ns/d0a22d5e0e08450398982e1fe758321b is 43, key is default/ns:d/1731524093786/Put/seqid=0 2024-11-13T18:55:05,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40173 is added to blk_1073741841_1019 (size=5153) 2024-11-13T18:55:05,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741841_1019 (size=5153) 2024-11-13T18:55:05,731 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/hbase/meta/1588230740/.tmp/ns/d0a22d5e0e08450398982e1fe758321b 2024-11-13T18:55:05,756 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/hbase/meta/1588230740/.tmp/table/fb50b24954df48b39f41c47cd873a676 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731524095787/Put/seqid=0 2024-11-13T18:55:05,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741842_1020 (size=5424) 2024-11-13T18:55:05,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741842_1020 (size=5424) 2024-11-13T18:55:05,766 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/hbase/meta/1588230740/.tmp/table/fb50b24954df48b39f41c47cd873a676 2024-11-13T18:55:05,775 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/hbase/meta/1588230740/.tmp/info/8fcc9046b5014a1aa6d16000b76a2735 as hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/hbase/meta/1588230740/info/8fcc9046b5014a1aa6d16000b76a2735 2024-11-13T18:55:05,784 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/hbase/meta/1588230740/info/8fcc9046b5014a1aa6d16000b76a2735, entries=10, sequenceid=11, filesize=6.9 K 2024-11-13T18:55:05,786 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/hbase/meta/1588230740/.tmp/ns/d0a22d5e0e08450398982e1fe758321b as hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/hbase/meta/1588230740/ns/d0a22d5e0e08450398982e1fe758321b 2024-11-13T18:55:05,794 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/hbase/meta/1588230740/ns/d0a22d5e0e08450398982e1fe758321b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T18:55:05,795 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/hbase/meta/1588230740/.tmp/table/fb50b24954df48b39f41c47cd873a676 as hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/hbase/meta/1588230740/table/fb50b24954df48b39f41c47cd873a676 2024-11-13T18:55:05,802 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/hbase/meta/1588230740/table/fb50b24954df48b39f41c47cd873a676, entries=2, sequenceid=11, filesize=5.3 K 2024-11-13T18:55:05,803 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 155ms, sequenceid=11, compaction requested=false 2024-11-13T18:55:05,809 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T18:55:05,809 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:55:05,809 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:55:05,810 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524105648Running coprocessor pre-close hooks at 1731524105648Disabling compacts and flushes for region at 1731524105648Disabling writes for close at 1731524105648Obtaining lock to block concurrent updates at 1731524105648Preparing flush snapshotting stores in 1588230740 at 1731524105648Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731524105649 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731524105670 (+21 ms)Flushing 1588230740/info: creating writer at 1731524105670Flushing 1588230740/info: appending metadata at 1731524105691 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731524105691Flushing 1588230740/ns: creating writer at 1731524105709 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731524105723 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731524105723Flushing 1588230740/table: creating writer at 1731524105739 (+16 ms)Flushing 1588230740/table: appending metadata at 1731524105756 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731524105756Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71c82983: reopening flushed file at 1731524105774 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30e9977d: reopening flushed file at 1731524105784 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fcbbefe: reopening flushed file at 1731524105794 (+10 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 155ms, sequenceid=11, compaction requested=false at 1731524105803 (+9 ms)Writing region close event to WAL at 1731524105804 (+1 ms)Running coprocessor post-close hooks at 1731524105809 (+5 ms)Closed at 1731524105809 2024-11-13T18:55:05,810 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:55:05,848 INFO [RS:0;62ae331128c9:34923 {}] regionserver.HRegionServer(976): stopping server 62ae331128c9,34923,1731524091679; all regions closed. 2024-11-13T18:55:05,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741838_1015 (size=825) 2024-11-13T18:55:05,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741838_1015 (size=825) 2024-11-13T18:55:05,937 WARN [Thread-612 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:55:05,942 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb22ba194c00fa562 with lease ID 0x476dff0faf1e5682: from storage DS-be77692e-83d7-415d-9470-fe866ccd64b3 node DatanodeRegistration(127.0.0.1:45519, datanodeUuid=dc497c2c-463a-4fa9-bd92-f5aab4ebddf5, infoPort=39555, infoSecurePort=0, ipcPort=39801, storageInfo=lv=-57;cid=testClusterID;nsid=939254510;c=1731524088799), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T18:55:05,943 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb22ba194c00fa562 with lease ID 0x476dff0faf1e5682: from storage DS-b9dfd9cd-ce29-440e-bf53-8a1beb2c6dec node DatanodeRegistration(127.0.0.1:45519, datanodeUuid=dc497c2c-463a-4fa9-bd92-f5aab4ebddf5, infoPort=39555, infoSecurePort=0, ipcPort=39801, storageInfo=lv=-57;cid=testClusterID;nsid=939254510;c=1731524088799), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:55:06,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741833_1014 (size=1599) 2024-11-13T18:55:06,202 INFO [regionserver/62ae331128c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:55:06,203 INFO [regionserver/62ae331128c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:55:07,199 INFO [regionserver/62ae331128c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:55:09,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741834_1017 (size=2386) 2024-11-13T18:55:09,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741833_1014 (size=1599) 2024-11-13T18:55:09,627 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/WALs/62ae331128c9,34923,1731524091679/62ae331128c9%2C34923%2C1731524091679.1731524093362 after 4009ms 2024-11-13T18:55:09,628 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/WALs/62ae331128c9,34923,1731524091679/62ae331128c9%2C34923%2C1731524091679.1731524093362 to hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/oldWALs/62ae331128c9%2C34923%2C1731524091679.1731524093362 2024-11-13T18:55:09,673 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/WALs/62ae331128c9,34923,1731524091679/62ae331128c9%2C34923%2C1731524091679.meta.1731524093669.meta after 4002ms 2024-11-13T18:55:09,674 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/WALs/62ae331128c9,34923,1731524091679/62ae331128c9%2C34923%2C1731524091679.meta.1731524093669.meta to hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/oldWALs/62ae331128c9%2C34923%2C1731524091679.meta.1731524093669.meta 2024-11-13T18:55:09,680 DEBUG [RS:0;62ae331128c9:34923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/oldWALs 2024-11-13T18:55:09,680 INFO [RS:0;62ae331128c9:34923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 62ae331128c9%2C34923%2C1731524091679.meta:.meta(num 1731524105650) 2024-11-13T18:55:09,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741837_1013 (size=2288) 2024-11-13T18:55:09,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741837_1013 (size=2288) 2024-11-13T18:55:09,686 DEBUG [RS:0;62ae331128c9:34923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/oldWALs 2024-11-13T18:55:09,686 INFO [RS:0;62ae331128c9:34923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 62ae331128c9%2C34923%2C1731524091679:(num 1731524105596) 2024-11-13T18:55:09,686 DEBUG [RS:0;62ae331128c9:34923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:55:09,686 INFO [RS:0;62ae331128c9:34923 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:55:09,686 INFO [RS:0;62ae331128c9:34923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:55:09,687 INFO [RS:0;62ae331128c9:34923 {}] hbase.ChoreService(370): Chore service for: regionserver/62ae331128c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T18:55:09,687 INFO [RS:0;62ae331128c9:34923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:55:09,687 INFO [regionserver/62ae331128c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:55:09,687 INFO [RS:0;62ae331128c9:34923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34923 2024-11-13T18:55:09,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34923-0x10136baa2c10001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/62ae331128c9,34923,1731524091679 2024-11-13T18:55:09,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:55:09,696 INFO [RS:0;62ae331128c9:34923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:55:09,705 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [62ae331128c9,34923,1731524091679] 2024-11-13T18:55:09,713 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/62ae331128c9,34923,1731524091679 already deleted, retry=false 2024-11-13T18:55:09,713 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 62ae331128c9,34923,1731524091679 expired; onlineServers=0 2024-11-13T18:55:09,713 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '62ae331128c9,35249,1731524091306' ***** 2024-11-13T18:55:09,713 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:55:09,713 INFO [M:0;62ae331128c9:35249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:55:09,714 INFO [M:0;62ae331128c9:35249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:55:09,714 DEBUG [M:0;62ae331128c9:35249 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:55:09,714 DEBUG [M:0;62ae331128c9:35249 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:55:09,714 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:55:09,714 DEBUG [master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.large.0-1731524092982 {}] cleaner.HFileCleaner(306): Exit Thread[master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.large.0-1731524092982,5,FailOnTimeoutGroup] 2024-11-13T18:55:09,714 DEBUG [master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.small.0-1731524092983 {}] cleaner.HFileCleaner(306): Exit Thread[master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.small.0-1731524092983,5,FailOnTimeoutGroup] 2024-11-13T18:55:09,715 INFO [M:0;62ae331128c9:35249 {}] hbase.ChoreService(370): Chore service for: master/62ae331128c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:55:09,715 INFO [M:0;62ae331128c9:35249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:55:09,715 DEBUG [M:0;62ae331128c9:35249 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:55:09,715 INFO [M:0;62ae331128c9:35249 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:55:09,715 INFO [M:0;62ae331128c9:35249 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:55:09,716 INFO [M:0;62ae331128c9:35249 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:55:09,716 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:55:09,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T18:55:09,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:55:09,722 DEBUG [M:0;62ae331128c9:35249 {}] zookeeper.ZKUtil(347): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T18:55:09,722 WARN [M:0;62ae331128c9:35249 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:55:09,724 INFO [M:0;62ae331128c9:35249 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/.lastflushedseqids 2024-11-13T18:55:09,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40173 is added to blk_1073741843_1021 (size=139) 2024-11-13T18:55:09,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741843_1021 (size=139) 2024-11-13T18:55:09,736 INFO [M:0;62ae331128c9:35249 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:55:09,736 INFO [M:0;62ae331128c9:35249 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:55:09,736 DEBUG [M:0;62ae331128c9:35249 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:55:09,736 INFO [M:0;62ae331128c9:35249 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:55:09,737 DEBUG [M:0;62ae331128c9:35249 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:55:09,737 DEBUG [M:0;62ae331128c9:35249 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:55:09,737 DEBUG [M:0;62ae331128c9:35249 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:55:09,737 INFO [M:0;62ae331128c9:35249 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-13T18:55:09,738 WARN [AsyncFSWAL-0-hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData-prefix:62ae331128c9,35249,1731524091306 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:55:09,739 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 62ae331128c9%2C35249%2C1731524091306:(num 1731524092639) roll requested 2024-11-13T18:55:09,755 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/WALs/62ae331128c9,35249,1731524091306/62ae331128c9%2C35249%2C1731524091306.1731524109739, exclude list is [], retry=0 2024-11-13T18:55:09,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43119,DS-9c2df769-e9ee-438e-866d-8cb26baf669b,DISK] 2024-11-13T18:55:09,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36883,DS-ec1959b4-fdc1-4606-b67e-1669620ae133,DISK] 2024-11-13T18:55:09,761 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/WALs/62ae331128c9,35249,1731524091306/62ae331128c9%2C35249%2C1731524091306.1731524092639 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/WALs/62ae331128c9,35249,1731524091306/62ae331128c9%2C35249%2C1731524091306.1731524109739 2024-11-13T18:55:09,762 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34191:34191),(127.0.0.1/127.0.0.1:37701:37701)] 2024-11-13T18:55:09,762 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/WALs/62ae331128c9,35249,1731524091306/62ae331128c9%2C35249%2C1731524091306.1731524092639 is not closed yet, will try archiving it next time 2024-11-13T18:55:09,762 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:55:09,762 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:55:09,762 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/WALs/62ae331128c9,35249,1731524091306/62ae331128c9%2C35249%2C1731524091306.1731524092639 2024-11-13T18:55:09,763 WARN [IPC Server handler 0 on default port 34535 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/WALs/62ae331128c9,35249,1731524091306/62ae331128c9%2C35249%2C1731524091306.1731524092639 has not been closed. Lease recovery is in progress. RecoveryId = 1023 for block blk_1073741830_1006 2024-11-13T18:55:09,764 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/WALs/62ae331128c9,35249,1731524091306/62ae331128c9%2C35249%2C1731524091306.1731524092639 after 1ms 2024-11-13T18:55:09,781 DEBUG [M:0;62ae331128c9:35249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5cdc5db000024cb48d9ba980dfd8b76c is 82, key is hbase:meta,,1/info:regioninfo/1731524093738/Put/seqid=0 2024-11-13T18:55:09,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741845_1024 (size=5672) 2024-11-13T18:55:09,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741845_1024 (size=5672) 2024-11-13T18:55:09,787 INFO [M:0;62ae331128c9:35249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5cdc5db000024cb48d9ba980dfd8b76c 2024-11-13T18:55:09,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34923-0x10136baa2c10001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:55:09,805 INFO [RS:0;62ae331128c9:34923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:55:09,805 INFO [RS:0;62ae331128c9:34923 {}] regionserver.HRegionServer(1031): Exiting; stopping=62ae331128c9,34923,1731524091679; zookeeper connection closed. 2024-11-13T18:55:09,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34923-0x10136baa2c10001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:55:09,805 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@795e2d6d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@795e2d6d 2024-11-13T18:55:09,806 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:55:09,812 DEBUG [M:0;62ae331128c9:35249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50513a363cb742aa85650279b21a9cb1 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731524095794/Put/seqid=0 2024-11-13T18:55:09,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741846_1025 (size=6114) 2024-11-13T18:55:09,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40173 is added to blk_1073741846_1025 (size=6114) 2024-11-13T18:55:10,220 INFO [M:0;62ae331128c9:35249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50513a363cb742aa85650279b21a9cb1 2024-11-13T18:55:10,249 DEBUG [M:0;62ae331128c9:35249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e90533770cf74f208933357dc4de6102 is 69, key is 62ae331128c9,34923,1731524091679/rs:state/1731524093090/Put/seqid=0 2024-11-13T18:55:10,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741847_1026 (size=5156) 2024-11-13T18:55:10,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741847_1026 (size=5156) 2024-11-13T18:55:10,263 INFO [M:0;62ae331128c9:35249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e90533770cf74f208933357dc4de6102 2024-11-13T18:55:10,291 DEBUG [M:0;62ae331128c9:35249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/67deef14cdc748c99cab814c61a8a763 is 52, key is load_balancer_on/state:d/1731524093868/Put/seqid=0 2024-11-13T18:55:10,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40173 is added to blk_1073741848_1027 (size=5056) 2024-11-13T18:55:10,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741848_1027 (size=5056) 2024-11-13T18:55:10,297 INFO [M:0;62ae331128c9:35249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/67deef14cdc748c99cab814c61a8a763 2024-11-13T18:55:10,305 DEBUG [M:0;62ae331128c9:35249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5cdc5db000024cb48d9ba980dfd8b76c as hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5cdc5db000024cb48d9ba980dfd8b76c 2024-11-13T18:55:10,312 INFO [M:0;62ae331128c9:35249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5cdc5db000024cb48d9ba980dfd8b76c, entries=8, sequenceid=56, filesize=5.5 K 2024-11-13T18:55:10,313 DEBUG [M:0;62ae331128c9:35249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50513a363cb742aa85650279b21a9cb1 as hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/50513a363cb742aa85650279b21a9cb1 2024-11-13T18:55:10,320 INFO [M:0;62ae331128c9:35249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/50513a363cb742aa85650279b21a9cb1, entries=6, sequenceid=56, filesize=6.0 K 2024-11-13T18:55:10,322 DEBUG [M:0;62ae331128c9:35249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e90533770cf74f208933357dc4de6102 as hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e90533770cf74f208933357dc4de6102 2024-11-13T18:55:10,329 INFO [M:0;62ae331128c9:35249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e90533770cf74f208933357dc4de6102, entries=1, sequenceid=56, filesize=5.0 K 2024-11-13T18:55:10,331 DEBUG [M:0;62ae331128c9:35249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/67deef14cdc748c99cab814c61a8a763 as hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/67deef14cdc748c99cab814c61a8a763 2024-11-13T18:55:10,338 INFO [M:0;62ae331128c9:35249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/67deef14cdc748c99cab814c61a8a763, entries=1, sequenceid=56, filesize=4.9 K 2024-11-13T18:55:10,339 INFO [M:0;62ae331128c9:35249 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 602ms, sequenceid=56, compaction requested=false 2024-11-13T18:55:10,340 INFO [M:0;62ae331128c9:35249 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:55:10,341 DEBUG [M:0;62ae331128c9:35249 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524109736Disabling compacts and flushes for region at 1731524109736Disabling writes for close at 1731524109737 (+1 ms)Obtaining lock to block concurrent updates at 1731524109737Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524109737Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1731524109738 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524109762 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524109762Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524109780 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524109780Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524109793 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524109811 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524109811Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524110229 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524110248 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524110248Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731524110273 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731524110291 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731524110291Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36c6fdf7: reopening flushed file at 1731524110303 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14f2c86a: reopening flushed file at 1731524110312 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@473e9927: reopening flushed file at 1731524110320 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e07780b: reopening flushed file at 1731524110330 (+10 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 602ms, sequenceid=56, compaction requested=false at 1731524110339 (+9 ms)Writing region close event to WAL at 1731524110340 (+1 ms)Closed at 1731524110340 2024-11-13T18:55:10,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741844_1022 (size=757) 2024-11-13T18:55:10,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741844_1022 (size=757) 2024-11-13T18:55:10,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:55:10,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:55:10,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:55:11,236 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:55:11,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:55:11,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:55:11,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:55:13,765 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/WALs/62ae331128c9,35249,1731524091306/62ae331128c9%2C35249%2C1731524091306.1731524092639 after 4003ms 2024-11-13T18:55:13,766 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/WALs/62ae331128c9,35249,1731524091306/62ae331128c9%2C35249%2C1731524091306.1731524092639 to hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/oldWALs/62ae331128c9%2C35249%2C1731524091306.1731524092639 2024-11-13T18:55:13,772 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/MasterData/oldWALs/62ae331128c9%2C35249%2C1731524091306.1731524092639 to hdfs://localhost:34535/user/jenkins/test-data/f13c7d76-b064-3a34-cf6d-0473bcd12374/oldWALs/62ae331128c9%2C35249%2C1731524091306.1731524092639$masterlocalwal$ 2024-11-13T18:55:13,772 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:55:13,772 INFO [M:0;62ae331128c9:35249 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:55:13,772 INFO [M:0;62ae331128c9:35249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35249 2024-11-13T18:55:13,772 INFO [M:0;62ae331128c9:35249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:55:13,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:55:13,880 INFO [M:0;62ae331128c9:35249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:55:13,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x10136baa2c10000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:55:13,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@331a48d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:55:13,886 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e950b4d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:55:13,886 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:55:13,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@351de545{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:55:13,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1232e111{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/hadoop.log.dir/,STOPPED} 2024-11-13T18:55:13,889 WARN [BP-290196387-172.17.0.3-1731524088799 heartbeating to localhost/127.0.0.1:34535 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:55:13,889 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:55:13,889 WARN [BP-290196387-172.17.0.3-1731524088799 heartbeating to localhost/127.0.0.1:34535 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-290196387-172.17.0.3-1731524088799 (Datanode Uuid dc497c2c-463a-4fa9-bd92-f5aab4ebddf5) service to localhost/127.0.0.1:34535 2024-11-13T18:55:13,889 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:55:13,889 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380/data/data1/current/BP-290196387-172.17.0.3-1731524088799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:55:13,890 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380/data/data2/current/BP-290196387-172.17.0.3-1731524088799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:55:13,890 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:55:13,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a8fcf6d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:55:13,893 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e76946b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:55:13,893 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:55:13,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dc616e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:55:13,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2860275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/hadoop.log.dir/,STOPPED} 2024-11-13T18:55:13,895 WARN [BP-290196387-172.17.0.3-1731524088799 heartbeating to localhost/127.0.0.1:34535 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:55:13,895 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:55:13,895 WARN [BP-290196387-172.17.0.3-1731524088799 heartbeating to localhost/127.0.0.1:34535 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-290196387-172.17.0.3-1731524088799 (Datanode Uuid 2e9b3ac6-f2cc-4026-9d7b-25641c028b7c) service to localhost/127.0.0.1:34535 2024-11-13T18:55:13,895 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:55:13,895 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380/data/data9/current/BP-290196387-172.17.0.3-1731524088799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:55:13,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380/data/data10/current/BP-290196387-172.17.0.3-1731524088799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:55:13,896 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:55:13,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23c3549d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:55:13,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12829752{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:55:13,903 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:55:13,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31ad0cca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:55:13,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6234b965{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/hadoop.log.dir/,STOPPED} 2024-11-13T18:55:13,905 WARN [BP-290196387-172.17.0.3-1731524088799 heartbeating to localhost/127.0.0.1:34535 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:55:13,905 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:55:13,905 WARN [BP-290196387-172.17.0.3-1731524088799 heartbeating to localhost/127.0.0.1:34535 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-290196387-172.17.0.3-1731524088799 (Datanode Uuid 571a1013-6399-4f76-81a3-07ff58056e4c) service to localhost/127.0.0.1:34535 2024-11-13T18:55:13,905 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:55:13,906 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380/data/data7/current/BP-290196387-172.17.0.3-1731524088799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:55:13,906 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380/data/data8/current/BP-290196387-172.17.0.3-1731524088799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:55:13,906 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:55:13,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27327bb0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:55:13,910 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47aafb85{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:55:13,911 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:55:13,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5639b203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:55:13,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44a6943a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/hadoop.log.dir/,STOPPED} 2024-11-13T18:55:13,912 WARN [BP-290196387-172.17.0.3-1731524088799 heartbeating to localhost/127.0.0.1:34535 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:55:13,912 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:55:13,912 WARN [BP-290196387-172.17.0.3-1731524088799 heartbeating to localhost/127.0.0.1:34535 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-290196387-172.17.0.3-1731524088799 (Datanode Uuid 5b6d63a0-ac41-41c8-8cf9-4317b6ef44cd) service to localhost/127.0.0.1:34535 2024-11-13T18:55:13,912 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:55:13,913 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380/data/data5/current/BP-290196387-172.17.0.3-1731524088799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:55:13,913 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380/data/data6/current/BP-290196387-172.17.0.3-1731524088799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:55:13,913 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:55:13,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3750334b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:55:13,915 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@346d7e39{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:55:13,915 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:55:13,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dcba957{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:55:13,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45528e53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/hadoop.log.dir/,STOPPED} 2024-11-13T18:55:13,917 WARN [BP-290196387-172.17.0.3-1731524088799 heartbeating to localhost/127.0.0.1:34535 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:55:13,917 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:55:13,917 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:55:13,917 WARN [BP-290196387-172.17.0.3-1731524088799 heartbeating to localhost/127.0.0.1:34535 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-290196387-172.17.0.3-1731524088799 (Datanode Uuid 9e1f4ab0-8c00-4b80-95f0-051c8c49f286) service to localhost/127.0.0.1:34535 2024-11-13T18:55:13,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380/data/data3/current/BP-290196387-172.17.0.3-1731524088799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:55:13,918 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/cluster_f8a5e425-0b5a-1991-869a-f11d07f21380/data/data4/current/BP-290196387-172.17.0.3-1731524088799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:55:13,918 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:55:13,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d378eb6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:55:13,925 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25c8b8b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:55:13,925 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:55:13,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d51918b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:55:13,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f4d6437{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/hadoop.log.dir/,STOPPED} 2024-11-13T18:55:13,934 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:55:13,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:55:13,971 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=103 (was 69) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:34535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:34535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:34535 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=444 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=752 (was 750) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1735 (was 2766) 2024-11-13T18:55:13,977 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=103, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=752, ProcessCount=11, AvailableMemoryMB=1735 2024-11-13T18:55:13,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:55:13,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/hadoop.log.dir so I do NOT create it in target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9 2024-11-13T18:55:13,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8abc7393-32fb-6180-3a16-6a312fd99171/hadoop.tmp.dir so I do NOT create it in target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9 2024-11-13T18:55:13,978 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/cluster_166e7ed8-33a5-e0f1-19a7-835cf0c92d16, deleteOnExit=true 2024-11-13T18:55:13,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:55:13,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/test.cache.data in system properties and HBase conf 2024-11-13T18:55:13,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:55:13,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:55:13,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:55:13,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:55:13,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:55:13,979 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:55:13,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:55:13,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:55:13,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:55:13,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:55:13,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:55:13,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:55:13,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:55:13,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:55:13,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:55:13,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:55:13,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:55:13,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:55:13,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:55:13,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:55:14,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-13T18:55:14,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:55:14,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T18:55:14,121 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T18:55:14,307 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:55:14,315 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:55:14,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:55:14,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:55:14,316 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:55:14,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:55:14,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4475c417{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:55:14,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5807111f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:55:14,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e17965f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/java.io.tmpdir/jetty-localhost-37765-hadoop-hdfs-3_4_1-tests_jar-_-any-1701385238665988606/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:55:14,419 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d13024f{HTTP/1.1, (http/1.1)}{localhost:37765} 2024-11-13T18:55:14,419 INFO [Time-limited test {}] server.Server(415): Started @97637ms 2024-11-13T18:55:14,618 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:55:14,622 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:55:14,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:55:14,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:55:14,625 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:55:14,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b3a415d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:55:14,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@642fb080{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:55:14,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c53337c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/java.io.tmpdir/jetty-localhost-34997-hadoop-hdfs-3_4_1-tests_jar-_-any-5411051726908144077/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:55:14,720 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42510b51{HTTP/1.1, (http/1.1)}{localhost:34997} 2024-11-13T18:55:14,721 INFO [Time-limited test {}] server.Server(415): Started @97939ms 2024-11-13T18:55:14,722 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:55:14,762 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:55:14,765 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:55:14,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:55:14,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:55:14,766 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:55:14,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20ece5aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:55:14,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d2eeed4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:55:14,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@649245fc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/java.io.tmpdir/jetty-localhost-39305-hadoop-hdfs-3_4_1-tests_jar-_-any-656140134913615580/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:55:14,891 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@267a4bc3{HTTP/1.1, (http/1.1)}{localhost:39305} 2024-11-13T18:55:14,891 INFO [Time-limited test {}] server.Server(415): Started @98109ms 2024-11-13T18:55:14,893 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:55:15,352 WARN [Thread-802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/cluster_166e7ed8-33a5-e0f1-19a7-835cf0c92d16/data/data2/current/BP-1520886533-172.17.0.3-1731524114005/current, will proceed with Du for space computation calculation, 2024-11-13T18:55:15,355 WARN [Thread-801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/cluster_166e7ed8-33a5-e0f1-19a7-835cf0c92d16/data/data1/current/BP-1520886533-172.17.0.3-1731524114005/current, will proceed with Du for space computation calculation, 2024-11-13T18:55:15,401 WARN [Thread-766 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:55:15,404 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0d0fa4d7d4e0a92 with lease ID 0x703ba4d4eebaa0ca: Processing first storage report for DS-388ab87c-864f-4dd9-8682-1411571eff63 from datanode DatanodeRegistration(127.0.0.1:43881, datanodeUuid=3bb6abaf-1d62-4131-b0ab-9fbfb4153850, infoPort=41557, infoSecurePort=0, ipcPort=37459, storageInfo=lv=-57;cid=testClusterID;nsid=1615563594;c=1731524114005) 2024-11-13T18:55:15,404 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0d0fa4d7d4e0a92 with lease ID 0x703ba4d4eebaa0ca: from storage DS-388ab87c-864f-4dd9-8682-1411571eff63 node DatanodeRegistration(127.0.0.1:43881, datanodeUuid=3bb6abaf-1d62-4131-b0ab-9fbfb4153850, infoPort=41557, infoSecurePort=0, ipcPort=37459, storageInfo=lv=-57;cid=testClusterID;nsid=1615563594;c=1731524114005), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:55:15,404 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0d0fa4d7d4e0a92 with lease ID 0x703ba4d4eebaa0ca: Processing first storage report for DS-6a859f63-bfa3-4afe-aefd-2c9e89e3f58f from datanode DatanodeRegistration(127.0.0.1:43881, datanodeUuid=3bb6abaf-1d62-4131-b0ab-9fbfb4153850, infoPort=41557, infoSecurePort=0, ipcPort=37459, storageInfo=lv=-57;cid=testClusterID;nsid=1615563594;c=1731524114005) 2024-11-13T18:55:15,404 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0d0fa4d7d4e0a92 with lease ID 0x703ba4d4eebaa0ca: from storage DS-6a859f63-bfa3-4afe-aefd-2c9e89e3f58f node DatanodeRegistration(127.0.0.1:43881, datanodeUuid=3bb6abaf-1d62-4131-b0ab-9fbfb4153850, infoPort=41557, infoSecurePort=0, ipcPort=37459, storageInfo=lv=-57;cid=testClusterID;nsid=1615563594;c=1731524114005), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T18:55:15,533 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/cluster_166e7ed8-33a5-e0f1-19a7-835cf0c92d16/data/data3/current/BP-1520886533-172.17.0.3-1731524114005/current, will proceed with Du for space computation calculation, 2024-11-13T18:55:15,535 WARN [Thread-814 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/cluster_166e7ed8-33a5-e0f1-19a7-835cf0c92d16/data/data4/current/BP-1520886533-172.17.0.3-1731524114005/current, will proceed with Du for space computation calculation, 2024-11-13T18:55:15,604 WARN [Thread-789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:55:15,616 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb28d8a6d5eb71df0 with lease ID 0x703ba4d4eebaa0cb: Processing first storage report for DS-86915081-1e39-4d3b-8588-2a0f7a2a6a0d from datanode DatanodeRegistration(127.0.0.1:40355, datanodeUuid=eb396d5d-5c39-42eb-8c92-061f84645159, infoPort=41131, infoSecurePort=0, ipcPort=39385, storageInfo=lv=-57;cid=testClusterID;nsid=1615563594;c=1731524114005) 2024-11-13T18:55:15,616 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb28d8a6d5eb71df0 with lease ID 0x703ba4d4eebaa0cb: from storage DS-86915081-1e39-4d3b-8588-2a0f7a2a6a0d node DatanodeRegistration(127.0.0.1:40355, datanodeUuid=eb396d5d-5c39-42eb-8c92-061f84645159, infoPort=41131, infoSecurePort=0, ipcPort=39385, storageInfo=lv=-57;cid=testClusterID;nsid=1615563594;c=1731524114005), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:55:15,616 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb28d8a6d5eb71df0 with lease ID 0x703ba4d4eebaa0cb: Processing first storage report for DS-2a36c7c8-f961-4bc1-8ab7-5001c16ec187 from datanode DatanodeRegistration(127.0.0.1:40355, datanodeUuid=eb396d5d-5c39-42eb-8c92-061f84645159, infoPort=41131, infoSecurePort=0, ipcPort=39385, storageInfo=lv=-57;cid=testClusterID;nsid=1615563594;c=1731524114005) 2024-11-13T18:55:15,616 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb28d8a6d5eb71df0 with lease ID 0x703ba4d4eebaa0cb: from storage DS-2a36c7c8-f961-4bc1-8ab7-5001c16ec187 node DatanodeRegistration(127.0.0.1:40355, datanodeUuid=eb396d5d-5c39-42eb-8c92-061f84645159, infoPort=41131, infoSecurePort=0, ipcPort=39385, storageInfo=lv=-57;cid=testClusterID;nsid=1615563594;c=1731524114005), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:55:15,652 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9 2024-11-13T18:55:15,673 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/cluster_166e7ed8-33a5-e0f1-19a7-835cf0c92d16/zookeeper_0, clientPort=54400, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/cluster_166e7ed8-33a5-e0f1-19a7-835cf0c92d16/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/cluster_166e7ed8-33a5-e0f1-19a7-835cf0c92d16/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:55:15,691 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54400 2024-11-13T18:55:15,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:55:15,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:55:15,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:55:15,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:55:15,761 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91 with version=8 2024-11-13T18:55:15,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/hbase-staging 2024-11-13T18:55:15,763 INFO [Time-limited test {}] client.ConnectionUtils(128): master/62ae331128c9:0 server-side Connection retries=45 2024-11-13T18:55:15,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:55:15,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:55:15,764 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:55:15,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:55:15,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:55:15,764 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:55:15,764 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:55:15,765 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33439 2024-11-13T18:55:15,767 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33439 connecting to ZooKeeper ensemble=127.0.0.1:54400 2024-11-13T18:55:15,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334390x0, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:55:15,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33439-0x10136bb027d0000 connected 2024-11-13T18:55:15,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:55:15,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:55:15,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:55:15,968 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91, hbase.cluster.distributed=false 2024-11-13T18:55:15,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:55:15,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33439 2024-11-13T18:55:15,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33439 2024-11-13T18:55:16,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33439 2024-11-13T18:55:16,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33439 2024-11-13T18:55:16,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33439 2024-11-13T18:55:16,038 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/62ae331128c9:0 server-side Connection retries=45 2024-11-13T18:55:16,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:55:16,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:55:16,039 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:55:16,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:55:16,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:55:16,039 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:55:16,040 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:55:16,041 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37471 2024-11-13T18:55:16,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37471 connecting to ZooKeeper ensemble=127.0.0.1:54400 2024-11-13T18:55:16,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:55:16,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:55:16,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374710x0, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:55:16,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37471-0x10136bb027d0001, quorum=127.0.0.1:54400, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:55:16,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37471-0x10136bb027d0001 connected 2024-11-13T18:55:16,063 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:55:16,070 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:55:16,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37471-0x10136bb027d0001, quorum=127.0.0.1:54400, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:55:16,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37471-0x10136bb027d0001, quorum=127.0.0.1:54400, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:55:16,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37471 2024-11-13T18:55:16,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37471 2024-11-13T18:55:16,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37471 2024-11-13T18:55:16,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37471 2024-11-13T18:55:16,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37471 2024-11-13T18:55:16,102 DEBUG [M:0;62ae331128c9:33439 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;62ae331128c9:33439 2024-11-13T18:55:16,103 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/62ae331128c9,33439,1731524115763 2024-11-13T18:55:16,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:55:16,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10136bb027d0001, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:55:16,111 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/62ae331128c9,33439,1731524115763 2024-11-13T18:55:16,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:55:16,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10136bb027d0001, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:55:16,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10136bb027d0001, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:55:16,120 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T18:55:16,120 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/62ae331128c9,33439,1731524115763 from backup master directory 2024-11-13T18:55:16,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/62ae331128c9,33439,1731524115763 2024-11-13T18:55:16,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10136bb027d0001, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:55:16,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:55:16,127 WARN [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:55:16,127 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=62ae331128c9,33439,1731524115763 2024-11-13T18:55:16,132 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/hbase.id] with ID: d8706f26-675f-415d-a096-4ac308736375 2024-11-13T18:55:16,133 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/.tmp/hbase.id 2024-11-13T18:55:16,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:55:16,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:55:16,143 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/.tmp/hbase.id]:[hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/hbase.id] 2024-11-13T18:55:16,159 INFO [master/62ae331128c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:55:16,159 INFO [master/62ae331128c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:55:16,163 INFO [master/62ae331128c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-13T18:55:16,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:55:16,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10136bb027d0001, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:55:16,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:55:16,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:55:16,187 INFO [master/62ae331128c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:55:16,188 INFO [master/62ae331128c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:55:16,189 INFO [master/62ae331128c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:55:16,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:55:16,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:55:16,199 INFO [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/data/master/store 2024-11-13T18:55:16,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:55:16,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:55:16,209 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:55:16,209 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:55:16,209 INFO [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:55:16,209 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:55:16,209 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:55:16,209 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:55:16,209 INFO [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:55:16,209 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524116209Disabling compacts and flushes for region at 1731524116209Disabling writes for close at 1731524116209Writing region close event to WAL at 1731524116209Closed at 1731524116209 2024-11-13T18:55:16,210 WARN [master/62ae331128c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/data/master/store/.initializing 2024-11-13T18:55:16,210 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/WALs/62ae331128c9,33439,1731524115763 2024-11-13T18:55:16,212 INFO [master/62ae331128c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:55:16,214 INFO [master/62ae331128c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=62ae331128c9%2C33439%2C1731524115763, suffix=, logDir=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/WALs/62ae331128c9,33439,1731524115763, archiveDir=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/oldWALs, maxLogs=10 2024-11-13T18:55:16,227 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/WALs/62ae331128c9,33439,1731524115763/62ae331128c9%2C33439%2C1731524115763.1731524116215, exclude list is [], retry=0 2024-11-13T18:55:16,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43881,DS-388ab87c-864f-4dd9-8682-1411571eff63,DISK] 2024-11-13T18:55:16,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40355,DS-86915081-1e39-4d3b-8588-2a0f7a2a6a0d,DISK] 2024-11-13T18:55:16,233 INFO [master/62ae331128c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/WALs/62ae331128c9,33439,1731524115763/62ae331128c9%2C33439%2C1731524115763.1731524116215 2024-11-13T18:55:16,233 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41557:41557),(127.0.0.1/127.0.0.1:41131:41131)] 2024-11-13T18:55:16,233 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:55:16,233 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:55:16,234 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:55:16,234 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:55:16,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:55:16,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:55:16,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:55:16,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:55:16,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:55:16,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:55:16,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:55:16,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:55:16,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:55:16,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:55:16,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:55:16,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:55:16,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:55:16,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:55:16,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:55:16,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:55:16,245 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:55:16,246 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:55:16,246 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:55:16,248 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:55:16,248 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:55:16,248 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:55:16,250 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:55:16,252 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:55:16,252 INFO [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=830287, jitterRate=0.05576564371585846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:55:16,253 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524116234Initializing all the Stores at 1731524116235 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524116235Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524116235Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524116235Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524116235Cleaning up temporary data from old regions at 1731524116248 (+13 ms)Region opened successfully at 1731524116253 (+5 ms) 2024-11-13T18:55:16,253 INFO [master/62ae331128c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:55:16,257 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e2b37f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=62ae331128c9/172.17.0.3:0 2024-11-13T18:55:16,258 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:55:16,258 INFO [master/62ae331128c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:55:16,258 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:55:16,259 INFO [master/62ae331128c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:55:16,260 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T18:55:16,260 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:55:16,260 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:55:16,263 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:55:16,264 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T18:55:16,273 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T18:55:16,274 INFO [master/62ae331128c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:55:16,275 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:55:16,282 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T18:55:16,282 INFO [master/62ae331128c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:55:16,283 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:55:16,294 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T18:55:16,299 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:55:16,311 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T18:55:16,317 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:55:16,327 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T18:55:16,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10136bb027d0001, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:55:16,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10136bb027d0001, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:55:16,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:55:16,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:55:16,341 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=62ae331128c9,33439,1731524115763, sessionid=0x10136bb027d0000, setting cluster-up flag (Was=false) 2024-11-13T18:55:16,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10136bb027d0001, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:55:16,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:55:16,386 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T18:55:16,387 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=62ae331128c9,33439,1731524115763 2024-11-13T18:55:16,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:55:16,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10136bb027d0001, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:55:16,432 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T18:55:16,434 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=62ae331128c9,33439,1731524115763 2024-11-13T18:55:16,436 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:55:16,439 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:55:16,440 INFO [master/62ae331128c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:55:16,440 INFO [master/62ae331128c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:55:16,440 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 62ae331128c9,33439,1731524115763 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:55:16,442 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/62ae331128c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:55:16,442 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/62ae331128c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:55:16,442 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/62ae331128c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:55:16,442 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/62ae331128c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:55:16,442 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/62ae331128c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:55:16,442 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:55:16,442 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/62ae331128c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:55:16,442 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:55:16,443 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524146443 2024-11-13T18:55:16,443 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:55:16,443 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:55:16,444 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:55:16,444 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:55:16,444 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:55:16,444 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:55:16,444 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:55:16,444 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:55:16,444 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:55:16,444 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:55:16,444 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:55:16,444 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:55:16,445 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:55:16,445 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:55:16,445 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.large.0-1731524116445,5,FailOnTimeoutGroup] 2024-11-13T18:55:16,445 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.small.0-1731524116445,5,FailOnTimeoutGroup] 2024-11-13T18:55:16,445 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:55:16,445 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:55:16,445 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:55:16,445 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:55:16,446 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:55:16,446 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:55:16,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:55:16,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:55:16,453 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:55:16,454 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91 2024-11-13T18:55:16,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:55:16,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:55:16,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:55:16,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:55:16,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:55:16,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:55:16,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:55:16,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:55:16,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:55:16,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:55:16,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:55:16,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:55:16,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:55:16,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:55:16,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:55:16,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:55:16,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:55:16,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:55:16,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:55:16,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:55:16,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/hbase/meta/1588230740 2024-11-13T18:55:16,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/hbase/meta/1588230740 2024-11-13T18:55:16,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:55:16,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:55:16,478 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T18:55:16,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:55:16,481 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:55:16,482 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=847918, jitterRate=0.07818424701690674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T18:55:16,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524116464Initializing all the Stores at 1731524116465 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524116465Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524116465Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524116465Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524116465Cleaning up temporary data from old regions at 1731524116478 (+13 ms)Region opened successfully at 1731524116483 (+5 ms) 2024-11-13T18:55:16,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:55:16,483 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:55:16,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:55:16,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:55:16,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:55:16,483 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:55:16,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524116483Disabling compacts and flushes for region at 1731524116483Disabling writes for close at 1731524116483Writing region close event to WAL at 1731524116483Closed at 1731524116483 2024-11-13T18:55:16,484 INFO [RS:0;62ae331128c9:37471 {}] regionserver.HRegionServer(746): ClusterId : d8706f26-675f-415d-a096-4ac308736375 2024-11-13T18:55:16,484 DEBUG [RS:0;62ae331128c9:37471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:55:16,485 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:55:16,485 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:55:16,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:55:16,487 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:55:16,488 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:55:16,495 DEBUG [RS:0;62ae331128c9:37471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:55:16,495 DEBUG [RS:0;62ae331128c9:37471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:55:16,503 DEBUG [RS:0;62ae331128c9:37471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:55:16,503 DEBUG [RS:0;62ae331128c9:37471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350be8c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=62ae331128c9/172.17.0.3:0 2024-11-13T18:55:16,516 DEBUG [RS:0;62ae331128c9:37471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;62ae331128c9:37471 2024-11-13T18:55:16,517 INFO [RS:0;62ae331128c9:37471 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:55:16,517 INFO [RS:0;62ae331128c9:37471 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:55:16,517 DEBUG [RS:0;62ae331128c9:37471 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:55:16,518 INFO [RS:0;62ae331128c9:37471 {}] regionserver.HRegionServer(2659): reportForDuty to master=62ae331128c9,33439,1731524115763 with port=37471, startcode=1731524116038 2024-11-13T18:55:16,518 DEBUG [RS:0;62ae331128c9:37471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:55:16,520 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34961, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:55:16,520 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33439 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 62ae331128c9,37471,1731524116038 2024-11-13T18:55:16,521 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33439 {}] master.ServerManager(517): Registering regionserver=62ae331128c9,37471,1731524116038 2024-11-13T18:55:16,522 DEBUG [RS:0;62ae331128c9:37471 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91 2024-11-13T18:55:16,522 DEBUG [RS:0;62ae331128c9:37471 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34459 2024-11-13T18:55:16,522 DEBUG [RS:0;62ae331128c9:37471 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:55:16,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:55:16,533 DEBUG [RS:0;62ae331128c9:37471 {}] zookeeper.ZKUtil(111): regionserver:37471-0x10136bb027d0001, quorum=127.0.0.1:54400, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/62ae331128c9,37471,1731524116038 2024-11-13T18:55:16,533 WARN [RS:0;62ae331128c9:37471 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:55:16,533 INFO [RS:0;62ae331128c9:37471 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:55:16,533 DEBUG [RS:0;62ae331128c9:37471 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/WALs/62ae331128c9,37471,1731524116038 2024-11-13T18:55:16,533 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [62ae331128c9,37471,1731524116038] 2024-11-13T18:55:16,537 INFO [RS:0;62ae331128c9:37471 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:55:16,540 INFO [RS:0;62ae331128c9:37471 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:55:16,540 INFO [RS:0;62ae331128c9:37471 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:55:16,540 INFO [RS:0;62ae331128c9:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:55:16,540 INFO [RS:0;62ae331128c9:37471 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:55:16,542 INFO [RS:0;62ae331128c9:37471 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:55:16,542 INFO [RS:0;62ae331128c9:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:55:16,542 DEBUG [RS:0;62ae331128c9:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:55:16,542 DEBUG [RS:0;62ae331128c9:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:55:16,542 DEBUG [RS:0;62ae331128c9:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:55:16,542 DEBUG [RS:0;62ae331128c9:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:55:16,542 DEBUG [RS:0;62ae331128c9:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:55:16,542 DEBUG [RS:0;62ae331128c9:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/62ae331128c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:55:16,542 DEBUG [RS:0;62ae331128c9:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:55:16,543 DEBUG [RS:0;62ae331128c9:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:55:16,543 DEBUG [RS:0;62ae331128c9:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:55:16,543 DEBUG [RS:0;62ae331128c9:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:55:16,543 DEBUG [RS:0;62ae331128c9:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:55:16,543 DEBUG [RS:0;62ae331128c9:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:55:16,543 DEBUG [RS:0;62ae331128c9:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/62ae331128c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:55:16,543 DEBUG [RS:0;62ae331128c9:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:55:16,544 INFO [RS:0;62ae331128c9:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:55:16,544 INFO [RS:0;62ae331128c9:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:55:16,544 INFO [RS:0;62ae331128c9:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:55:16,544 INFO [RS:0;62ae331128c9:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:55:16,544 INFO [RS:0;62ae331128c9:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:55:16,544 INFO [RS:0;62ae331128c9:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,37471,1731524116038-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:55:16,561 INFO [RS:0;62ae331128c9:37471 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:55:16,561 INFO [RS:0;62ae331128c9:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,37471,1731524116038-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:55:16,561 INFO [RS:0;62ae331128c9:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:55:16,561 INFO [RS:0;62ae331128c9:37471 {}] regionserver.Replication(171): 62ae331128c9,37471,1731524116038 started 2024-11-13T18:55:16,576 INFO [RS:0;62ae331128c9:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:55:16,576 INFO [RS:0;62ae331128c9:37471 {}] regionserver.HRegionServer(1482): Serving as 62ae331128c9,37471,1731524116038, RpcServer on 62ae331128c9/172.17.0.3:37471, sessionid=0x10136bb027d0001 2024-11-13T18:55:16,576 DEBUG [RS:0;62ae331128c9:37471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:55:16,576 DEBUG [RS:0;62ae331128c9:37471 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 62ae331128c9,37471,1731524116038 2024-11-13T18:55:16,576 DEBUG [RS:0;62ae331128c9:37471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '62ae331128c9,37471,1731524116038' 2024-11-13T18:55:16,576 DEBUG [RS:0;62ae331128c9:37471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:55:16,577 DEBUG [RS:0;62ae331128c9:37471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:55:16,578 DEBUG [RS:0;62ae331128c9:37471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:55:16,578 DEBUG [RS:0;62ae331128c9:37471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:55:16,578 DEBUG [RS:0;62ae331128c9:37471 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 62ae331128c9,37471,1731524116038 2024-11-13T18:55:16,578 DEBUG [RS:0;62ae331128c9:37471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '62ae331128c9,37471,1731524116038' 2024-11-13T18:55:16,578 DEBUG [RS:0;62ae331128c9:37471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:55:16,578 DEBUG [RS:0;62ae331128c9:37471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:55:16,579 DEBUG [RS:0;62ae331128c9:37471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:55:16,579 INFO [RS:0;62ae331128c9:37471 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:55:16,579 INFO [RS:0;62ae331128c9:37471 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:55:16,638 WARN [62ae331128c9:33439 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T18:55:16,679 INFO [RS:0;62ae331128c9:37471 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:55:16,681 INFO [RS:0;62ae331128c9:37471 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=62ae331128c9%2C37471%2C1731524116038, suffix=, logDir=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/WALs/62ae331128c9,37471,1731524116038, archiveDir=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/oldWALs, maxLogs=32 2024-11-13T18:55:16,700 DEBUG [RS:0;62ae331128c9:37471 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/WALs/62ae331128c9,37471,1731524116038/62ae331128c9%2C37471%2C1731524116038.1731524116682, exclude list is [], retry=0 2024-11-13T18:55:16,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43881,DS-388ab87c-864f-4dd9-8682-1411571eff63,DISK] 2024-11-13T18:55:16,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40355,DS-86915081-1e39-4d3b-8588-2a0f7a2a6a0d,DISK] 2024-11-13T18:55:16,714 INFO [RS:0;62ae331128c9:37471 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/WALs/62ae331128c9,37471,1731524116038/62ae331128c9%2C37471%2C1731524116038.1731524116682 2024-11-13T18:55:16,715 DEBUG [RS:0;62ae331128c9:37471 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41557:41557),(127.0.0.1/127.0.0.1:41131:41131)] 2024-11-13T18:55:16,888 DEBUG [62ae331128c9:33439 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:55:16,889 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=62ae331128c9,37471,1731524116038 2024-11-13T18:55:16,891 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 62ae331128c9,37471,1731524116038, state=OPENING 2024-11-13T18:55:16,898 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:55:16,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:55:16,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10136bb027d0001, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:55:16,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:55:16,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:55:16,908 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:55:16,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=62ae331128c9,37471,1731524116038}] 2024-11-13T18:55:17,062 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:55:17,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41219, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:55:17,070 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:55:17,070 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:55:17,070 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:55:17,072 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=62ae331128c9%2C37471%2C1731524116038.meta, suffix=.meta, logDir=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/WALs/62ae331128c9,37471,1731524116038, archiveDir=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/oldWALs, maxLogs=32 2024-11-13T18:55:17,092 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/WALs/62ae331128c9,37471,1731524116038/62ae331128c9%2C37471%2C1731524116038.meta.1731524117073.meta, exclude list is [], retry=0 2024-11-13T18:55:17,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40355,DS-86915081-1e39-4d3b-8588-2a0f7a2a6a0d,DISK] 2024-11-13T18:55:17,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43881,DS-388ab87c-864f-4dd9-8682-1411571eff63,DISK] 2024-11-13T18:55:17,099 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/WALs/62ae331128c9,37471,1731524116038/62ae331128c9%2C37471%2C1731524116038.meta.1731524117073.meta 2024-11-13T18:55:17,101 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41557:41557),(127.0.0.1/127.0.0.1:41131:41131)] 2024-11-13T18:55:17,101 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:55:17,102 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:55:17,102 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:55:17,102 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:55:17,102 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:55:17,102 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:55:17,102 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:55:17,102 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:55:17,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:55:17,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:55:17,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:55:17,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:55:17,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:55:17,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:55:17,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:55:17,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:55:17,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:55:17,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:55:17,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:55:17,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:55:17,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:55:17,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:55:17,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:55:17,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:55:17,113 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:55:17,113 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/hbase/meta/1588230740 2024-11-13T18:55:17,115 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/hbase/meta/1588230740 2024-11-13T18:55:17,117 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:55:17,117 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:55:17,118 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T18:55:17,120 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:55:17,121 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=688401, jitterRate=-0.12465372681617737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T18:55:17,121 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:55:17,121 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524117102Writing region info on filesystem at 1731524117103 (+1 ms)Initializing all the Stores at 1731524117104 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524117104Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524117104Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524117104Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524117104Cleaning up temporary data from old regions at 1731524117117 (+13 ms)Running coprocessor post-open hooks at 1731524117121 (+4 ms)Region opened successfully at 1731524117121 2024-11-13T18:55:17,123 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524117062 2024-11-13T18:55:17,126 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:55:17,126 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:55:17,127 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=62ae331128c9,37471,1731524116038 2024-11-13T18:55:17,129 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 62ae331128c9,37471,1731524116038, state=OPEN 2024-11-13T18:55:17,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:55:17,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10136bb027d0001, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:55:17,159 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=62ae331128c9,37471,1731524116038 2024-11-13T18:55:17,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:55:17,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:55:17,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:55:17,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=62ae331128c9,37471,1731524116038 in 251 msec 2024-11-13T18:55:17,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:55:17,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 678 msec 2024-11-13T18:55:17,167 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:55:17,167 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:55:17,169 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:55:17,169 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=62ae331128c9,37471,1731524116038, seqNum=-1] 2024-11-13T18:55:17,169 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:55:17,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60085, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:55:17,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 738 msec 2024-11-13T18:55:17,177 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524117177, completionTime=-1 2024-11-13T18:55:17,177 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:55:17,178 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-13T18:55:17,180 INFO [master/62ae331128c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-13T18:55:17,180 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524177180 2024-11-13T18:55:17,181 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524237181 2024-11-13T18:55:17,181 INFO [master/62ae331128c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-13T18:55:17,181 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,33439,1731524115763-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:55:17,181 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,33439,1731524115763-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:55:17,181 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,33439,1731524115763-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:55:17,182 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-62ae331128c9:33439, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:55:17,182 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:55:17,182 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:55:17,185 DEBUG [master/62ae331128c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:55:17,195 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.068sec 2024-11-13T18:55:17,196 INFO [master/62ae331128c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:55:17,196 INFO [master/62ae331128c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:55:17,196 INFO [master/62ae331128c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:55:17,196 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:55:17,196 INFO [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:55:17,196 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,33439,1731524115763-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:55:17,196 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,33439,1731524115763-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:55:17,200 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:55:17,200 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:55:17,200 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,33439,1731524115763-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:55:17,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fac4361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:55:17,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 62ae331128c9,33439,-1 for getting cluster id 2024-11-13T18:55:17,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:55:17,291 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8706f26-675f-415d-a096-4ac308736375' 2024-11-13T18:55:17,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:55:17,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8706f26-675f-415d-a096-4ac308736375" 2024-11-13T18:55:17,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156cae7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:55:17,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [62ae331128c9,33439,-1] 2024-11-13T18:55:17,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:55:17,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:55:17,295 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:55:17,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1992c464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:55:17,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:55:17,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=62ae331128c9,37471,1731524116038, seqNum=-1] 2024-11-13T18:55:17,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:55:17,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:55:17,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=62ae331128c9,33439,1731524115763 2024-11-13T18:55:17,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:55:17,311 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-13T18:55:17,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:55:17,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 62ae331128c9,33439,1731524115763 2024-11-13T18:55:17,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55714fd9 2024-11-13T18:55:17,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:55:17,316 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:55:17,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33439 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-13T18:55:17,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33439 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-13T18:55:17,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33439 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:55:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33439 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-13T18:55:17,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:55:17,321 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:55:17,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33439 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-13T18:55:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:55:17,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:55:17,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741835_1011 (size=405) 2024-11-13T18:55:17,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741835_1011 (size=405) 2024-11-13T18:55:17,335 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a10cf9b34ced1c9d617071c6605464a, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91 2024-11-13T18:55:17,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741836_1012 (size=88) 2024-11-13T18:55:17,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741836_1012 (size=88) 2024-11-13T18:55:17,359 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:55:17,359 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 5a10cf9b34ced1c9d617071c6605464a, disabling compactions & flushes 2024-11-13T18:55:17,359 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a. 2024-11-13T18:55:17,359 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a. 2024-11-13T18:55:17,359 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a. after waiting 0 ms 2024-11-13T18:55:17,359 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a. 2024-11-13T18:55:17,359 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a. 2024-11-13T18:55:17,360 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a10cf9b34ced1c9d617071c6605464a: Waiting for close lock at 1731524117359Disabling compacts and flushes for region at 1731524117359Disabling writes for close at 1731524117359Writing region close event to WAL at 1731524117359Closed at 1731524117359 2024-11-13T18:55:17,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:55:17,362 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731524117362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524117362"}]},"ts":"1731524117362"} 2024-11-13T18:55:17,368 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:55:17,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:55:17,371 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524117371"}]},"ts":"1731524117371"} 2024-11-13T18:55:17,383 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-13T18:55:17,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=5a10cf9b34ced1c9d617071c6605464a, ASSIGN}] 2024-11-13T18:55:17,390 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=5a10cf9b34ced1c9d617071c6605464a, ASSIGN 2024-11-13T18:55:17,403 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=5a10cf9b34ced1c9d617071c6605464a, ASSIGN; state=OFFLINE, location=62ae331128c9,37471,1731524116038; forceNewPlan=false, retain=false 2024-11-13T18:55:17,554 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a10cf9b34ced1c9d617071c6605464a, regionState=OPENING, regionLocation=62ae331128c9,37471,1731524116038 2024-11-13T18:55:17,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=5a10cf9b34ced1c9d617071c6605464a, ASSIGN because future has completed 2024-11-13T18:55:17,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a10cf9b34ced1c9d617071c6605464a, server=62ae331128c9,37471,1731524116038}] 2024-11-13T18:55:17,718 INFO [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a. 2024-11-13T18:55:17,718 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a10cf9b34ced1c9d617071c6605464a, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:55:17,718 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 5a10cf9b34ced1c9d617071c6605464a 2024-11-13T18:55:17,718 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:55:17,718 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5a10cf9b34ced1c9d617071c6605464a 2024-11-13T18:55:17,718 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5a10cf9b34ced1c9d617071c6605464a 2024-11-13T18:55:17,720 INFO [StoreOpener-5a10cf9b34ced1c9d617071c6605464a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5a10cf9b34ced1c9d617071c6605464a 2024-11-13T18:55:17,721 INFO [StoreOpener-5a10cf9b34ced1c9d617071c6605464a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a10cf9b34ced1c9d617071c6605464a columnFamilyName info 2024-11-13T18:55:17,722 DEBUG [StoreOpener-5a10cf9b34ced1c9d617071c6605464a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:55:17,722 INFO [StoreOpener-5a10cf9b34ced1c9d617071c6605464a-1 {}] regionserver.HStore(327): Store=5a10cf9b34ced1c9d617071c6605464a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:55:17,722 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5a10cf9b34ced1c9d617071c6605464a 2024-11-13T18:55:17,723 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a 2024-11-13T18:55:17,723 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a 2024-11-13T18:55:17,724 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5a10cf9b34ced1c9d617071c6605464a 2024-11-13T18:55:17,724 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5a10cf9b34ced1c9d617071c6605464a 2024-11-13T18:55:17,726 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5a10cf9b34ced1c9d617071c6605464a 2024-11-13T18:55:17,728 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:55:17,729 INFO [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5a10cf9b34ced1c9d617071c6605464a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=883910, jitterRate=0.12395064532756805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:55:17,729 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a10cf9b34ced1c9d617071c6605464a 2024-11-13T18:55:17,729 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5a10cf9b34ced1c9d617071c6605464a: Running coprocessor pre-open hook at 1731524117718Writing region info on filesystem at 1731524117718Initializing all the Stores at 1731524117719 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524117720 (+1 ms)Cleaning up temporary data from old regions at 1731524117724 (+4 ms)Running coprocessor post-open hooks at 1731524117729 (+5 ms)Region opened successfully at 1731524117729 2024-11-13T18:55:17,731 INFO [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a., pid=6, masterSystemTime=1731524117713 2024-11-13T18:55:17,733 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a. 2024-11-13T18:55:17,733 INFO [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a. 2024-11-13T18:55:17,734 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a10cf9b34ced1c9d617071c6605464a, regionState=OPEN, openSeqNum=2, regionLocation=62ae331128c9,37471,1731524116038 2024-11-13T18:55:17,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a10cf9b34ced1c9d617071c6605464a, server=62ae331128c9,37471,1731524116038 because future has completed 2024-11-13T18:55:17,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T18:55:17,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a10cf9b34ced1c9d617071c6605464a, server=62ae331128c9,37471,1731524116038 in 179 msec 2024-11-13T18:55:17,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:55:17,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=5a10cf9b34ced1c9d617071c6605464a, ASSIGN in 359 msec 2024-11-13T18:55:17,746 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:55:17,746 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524117746"}]},"ts":"1731524117746"} 2024-11-13T18:55:17,749 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-13T18:55:17,750 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:55:17,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 433 msec 2024-11-13T18:55:19,624 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:55:19,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:55:19,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:55:19,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:55:19,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:55:19,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:55:19,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:55:19,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:55:19,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:55:22,538 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T18:55:22,538 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-13T18:55:24,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T18:55:24,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T18:55:24,121 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:55:24,121 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T18:55:24,121 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T18:55:24,121 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T18:55:24,122 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-13T18:55:24,122 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-13T18:55:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:55:27,421 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-13T18:55:27,421 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-13T18:55:27,425 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-13T18:55:27,426 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a. 2024-11-13T18:55:27,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a., hostname=62ae331128c9,37471,1731524116038, seqNum=2] 2024-11-13T18:55:27,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33439 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-13T18:55:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33439 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-13T18:55:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:55:27,448 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-13T18:55:27,451 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T18:55:27,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T18:55:27,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T18:55:27,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a. 2024-11-13T18:55:27,617 INFO [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 5a10cf9b34ced1c9d617071c6605464a 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-13T18:55:27,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/.tmp/info/2125cbb6e1c74c6e962e2b7851770eed is 1055, key is row0001/info:/1731524127432/Put/seqid=0 2024-11-13T18:55:27,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741837_1013 (size=6008) 2024-11-13T18:55:27,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741837_1013 (size=6008) 2024-11-13T18:55:27,646 INFO [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/.tmp/info/2125cbb6e1c74c6e962e2b7851770eed 2024-11-13T18:55:27,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/.tmp/info/2125cbb6e1c74c6e962e2b7851770eed as hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/info/2125cbb6e1c74c6e962e2b7851770eed 2024-11-13T18:55:27,664 INFO [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/info/2125cbb6e1c74c6e962e2b7851770eed, entries=1, sequenceid=5, filesize=5.9 K 2024-11-13T18:55:27,666 INFO [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 5a10cf9b34ced1c9d617071c6605464a in 49ms, sequenceid=5, compaction requested=false 2024-11-13T18:55:27,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 5a10cf9b34ced1c9d617071c6605464a: 2024-11-13T18:55:27,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a. 2024-11-13T18:55:27,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T18:55:27,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T18:55:27,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-13T18:55:27,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 219 msec 2024-11-13T18:55:27,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 234 msec 2024-11-13T18:55:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:55:37,541 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-13T18:55:37,545 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-13T18:55:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-13T18:55:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T18:55:37,550 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-13T18:55:37,552 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T18:55:37,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T18:55:37,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T18:55:37,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a. 2024-11-13T18:55:37,708 INFO [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 5a10cf9b34ced1c9d617071c6605464a 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-13T18:55:37,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/.tmp/info/61a748582fe64f089812d1ce8c713bb4 is 1055, key is row0002/info:/1731524137543/Put/seqid=0 2024-11-13T18:55:37,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741838_1014 (size=6008) 2024-11-13T18:55:37,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741838_1014 (size=6008) 2024-11-13T18:55:38,135 INFO [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/.tmp/info/61a748582fe64f089812d1ce8c713bb4 2024-11-13T18:55:38,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/.tmp/info/61a748582fe64f089812d1ce8c713bb4 as hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/info/61a748582fe64f089812d1ce8c713bb4 2024-11-13T18:55:38,171 INFO [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/info/61a748582fe64f089812d1ce8c713bb4, entries=1, sequenceid=9, filesize=5.9 K 2024-11-13T18:55:38,175 INFO [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 5a10cf9b34ced1c9d617071c6605464a in 466ms, sequenceid=9, compaction requested=false 2024-11-13T18:55:38,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 5a10cf9b34ced1c9d617071c6605464a: 2024-11-13T18:55:38,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a. 2024-11-13T18:55:38,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-13T18:55:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-13T18:55:38,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T18:55:38,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 635 msec 2024-11-13T18:55:38,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 654 msec 2024-11-13T18:55:45,651 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T18:55:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T18:55:47,659 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-13T18:55:47,715 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/WALs/62ae331128c9,37471,1731524116038/62ae331128c9%2C37471%2C1731524116038.1731524147681, exclude list is [], retry=0 2024-11-13T18:55:47,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40355,DS-86915081-1e39-4d3b-8588-2a0f7a2a6a0d,DISK] 2024-11-13T18:55:47,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43881,DS-388ab87c-864f-4dd9-8682-1411571eff63,DISK] 2024-11-13T18:55:47,789 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/WALs/62ae331128c9,37471,1731524116038/62ae331128c9%2C37471%2C1731524116038.1731524116682 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/WALs/62ae331128c9,37471,1731524116038/62ae331128c9%2C37471%2C1731524116038.1731524147681 2024-11-13T18:55:47,789 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41131:41131),(127.0.0.1/127.0.0.1:41557:41557)] 2024-11-13T18:55:47,790 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/WALs/62ae331128c9,37471,1731524116038/62ae331128c9%2C37471%2C1731524116038.1731524116682 is not closed yet, will try archiving it next time 2024-11-13T18:55:47,791 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-13T18:55:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-13T18:55:47,799 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-13T18:55:47,801 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/WALs/62ae331128c9,37471,1731524116038/62ae331128c9%2C37471%2C1731524116038.1731524116682 not finished, retry = 0 2024-11-13T18:55:47,801 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T18:55:47,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T18:55:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T18:55:47,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741833_1009 (size=5471) 2024-11-13T18:55:47,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741833_1009 (size=5471) 2024-11-13T18:55:47,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-13T18:55:47,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a. 2024-11-13T18:55:47,964 INFO [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 5a10cf9b34ced1c9d617071c6605464a 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-13T18:55:47,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/.tmp/info/3fc6e1af399b4740b37b3b9b81c43f0f is 1055, key is row0003/info:/1731524147665/Put/seqid=0 2024-11-13T18:55:47,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741840_1016 (size=6008) 2024-11-13T18:55:47,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741840_1016 (size=6008) 2024-11-13T18:55:47,998 INFO [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/.tmp/info/3fc6e1af399b4740b37b3b9b81c43f0f 2024-11-13T18:55:48,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/.tmp/info/3fc6e1af399b4740b37b3b9b81c43f0f as hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/info/3fc6e1af399b4740b37b3b9b81c43f0f 2024-11-13T18:55:48,037 INFO [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/info/3fc6e1af399b4740b37b3b9b81c43f0f, entries=1, sequenceid=13, filesize=5.9 K 2024-11-13T18:55:48,039 INFO [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 5a10cf9b34ced1c9d617071c6605464a in 74ms, sequenceid=13, compaction requested=true 2024-11-13T18:55:48,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 5a10cf9b34ced1c9d617071c6605464a: 2024-11-13T18:55:48,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a. 2024-11-13T18:55:48,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-13T18:55:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-13T18:55:48,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-13T18:55:48,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 241 msec 2024-11-13T18:55:48,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 262 msec 2024-11-13T18:55:57,639 INFO [master/62ae331128c9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T18:55:57,639 INFO [master/62ae331128c9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T18:55:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T18:55:57,861 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-13T18:55:57,865 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T18:55:57,871 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T18:55:57,872 DEBUG [Time-limited test {}] regionserver.HStore(1541): 5a10cf9b34ced1c9d617071c6605464a/info is initiating minor compaction (all files) 2024-11-13T18:55:57,872 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:55:57,872 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:55:57,873 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 5a10cf9b34ced1c9d617071c6605464a/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a. 2024-11-13T18:55:57,874 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/info/2125cbb6e1c74c6e962e2b7851770eed, hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/info/61a748582fe64f089812d1ce8c713bb4, hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/info/3fc6e1af399b4740b37b3b9b81c43f0f] into tmpdir=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/.tmp, totalSize=17.6 K 2024-11-13T18:55:57,875 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2125cbb6e1c74c6e962e2b7851770eed, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731524127432 2024-11-13T18:55:57,877 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 61a748582fe64f089812d1ce8c713bb4, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731524137543 2024-11-13T18:55:57,878 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3fc6e1af399b4740b37b3b9b81c43f0f, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731524147665 2024-11-13T18:55:57,916 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 5a10cf9b34ced1c9d617071c6605464a#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T18:55:57,917 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/.tmp/info/911dc00678904b6981f8f95b106ade30 is 1055, key is row0001/info:/1731524127432/Put/seqid=0 2024-11-13T18:55:57,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741841_1017 (size=8221) 2024-11-13T18:55:57,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741841_1017 (size=8221) 2024-11-13T18:55:57,943 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/.tmp/info/911dc00678904b6981f8f95b106ade30 as hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/info/911dc00678904b6981f8f95b106ade30 2024-11-13T18:55:57,971 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5a10cf9b34ced1c9d617071c6605464a/info of 5a10cf9b34ced1c9d617071c6605464a into 911dc00678904b6981f8f95b106ade30(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T18:55:57,971 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 5a10cf9b34ced1c9d617071c6605464a: 2024-11-13T18:55:57,995 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/WALs/62ae331128c9,37471,1731524116038/62ae331128c9%2C37471%2C1731524116038.1731524157975, exclude list is [], retry=0 2024-11-13T18:55:58,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40355,DS-86915081-1e39-4d3b-8588-2a0f7a2a6a0d,DISK] 2024-11-13T18:55:58,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43881,DS-388ab87c-864f-4dd9-8682-1411571eff63,DISK] 2024-11-13T18:55:58,028 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/WALs/62ae331128c9,37471,1731524116038/62ae331128c9%2C37471%2C1731524116038.1731524147681 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/WALs/62ae331128c9,37471,1731524116038/62ae331128c9%2C37471%2C1731524116038.1731524157975 2024-11-13T18:55:58,028 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41131:41131),(127.0.0.1/127.0.0.1:41557:41557)] 2024-11-13T18:55:58,028 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/WALs/62ae331128c9,37471,1731524116038/62ae331128c9%2C37471%2C1731524116038.1731524147681 is not closed yet, will try archiving it next time 2024-11-13T18:55:58,032 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/WALs/62ae331128c9,37471,1731524116038/62ae331128c9%2C37471%2C1731524116038.1731524116682 to hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/oldWALs/62ae331128c9%2C37471%2C1731524116038.1731524116682 2024-11-13T18:55:58,037 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-13T18:55:58,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741839_1015 (size=2495) 2024-11-13T18:55:58,039 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/WALs/62ae331128c9,37471,1731524116038/62ae331128c9%2C37471%2C1731524116038.1731524147681 not finished, retry = 0 2024-11-13T18:55:58,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741839_1015 (size=2495) 2024-11-13T18:55:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-13T18:55:58,051 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-13T18:55:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T18:55:58,058 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T18:55:58,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T18:55:58,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-13T18:55:58,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a. 2024-11-13T18:55:58,224 INFO [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 5a10cf9b34ced1c9d617071c6605464a 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-13T18:55:58,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/.tmp/info/cb815df881de4323ad557eeac2e96e27 is 1055, key is row0000/info:/1731524157973/Put/seqid=0 2024-11-13T18:55:58,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741843_1019 (size=6008) 2024-11-13T18:55:58,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741843_1019 (size=6008) 2024-11-13T18:55:58,641 INFO [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/.tmp/info/cb815df881de4323ad557eeac2e96e27 2024-11-13T18:55:58,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/.tmp/info/cb815df881de4323ad557eeac2e96e27 as hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/info/cb815df881de4323ad557eeac2e96e27 2024-11-13T18:55:58,681 INFO [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/info/cb815df881de4323ad557eeac2e96e27, entries=1, sequenceid=18, filesize=5.9 K 2024-11-13T18:55:58,687 INFO [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 5a10cf9b34ced1c9d617071c6605464a in 463ms, sequenceid=18, compaction requested=false 2024-11-13T18:55:58,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 5a10cf9b34ced1c9d617071c6605464a: 2024-11-13T18:55:58,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a. 2024-11-13T18:55:58,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-13T18:55:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-13T18:55:58,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T18:55:58,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 638 msec 2024-11-13T18:55:58,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 673 msec 2024-11-13T18:56:02,718 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5a10cf9b34ced1c9d617071c6605464a, had cached 0 bytes from a total of 14229 2024-11-13T18:56:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T18:56:08,110 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-13T18:56:08,131 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/WALs/62ae331128c9,37471,1731524116038/62ae331128c9%2C37471%2C1731524116038.1731524168114, exclude list is [], retry=0 2024-11-13T18:56:08,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43881,DS-388ab87c-864f-4dd9-8682-1411571eff63,DISK] 2024-11-13T18:56:08,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40355,DS-86915081-1e39-4d3b-8588-2a0f7a2a6a0d,DISK] 2024-11-13T18:56:08,140 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/WALs/62ae331128c9,37471,1731524116038/62ae331128c9%2C37471%2C1731524116038.1731524157975 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/WALs/62ae331128c9,37471,1731524116038/62ae331128c9%2C37471%2C1731524116038.1731524168114 2024-11-13T18:56:08,140 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41557:41557),(127.0.0.1/127.0.0.1:41131:41131)] 2024-11-13T18:56:08,140 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/WALs/62ae331128c9,37471,1731524116038/62ae331128c9%2C37471%2C1731524116038.1731524157975 is not closed yet, will try archiving it next time 2024-11-13T18:56:08,140 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/WALs/62ae331128c9,37471,1731524116038/62ae331128c9%2C37471%2C1731524116038.1731524147681 to hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/oldWALs/62ae331128c9%2C37471%2C1731524116038.1731524147681 2024-11-13T18:56:08,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:56:08,141 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:56:08,141 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:56:08,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:56:08,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:56:08,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:56:08,141 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:56:08,141 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=815209158, stopped=false 2024-11-13T18:56:08,142 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=62ae331128c9,33439,1731524115763 2024-11-13T18:56:08,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741842_1018 (size=2001) 2024-11-13T18:56:08,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741842_1018 (size=2001) 2024-11-13T18:56:08,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10136bb027d0001, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:56:08,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10136bb027d0001, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:56:08,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:56:08,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:56:08,175 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:56:08,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:56:08,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37471-0x10136bb027d0001, quorum=127.0.0.1:54400, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:56:08,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:56:08,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:56:08,176 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '62ae331128c9,37471,1731524116038' ***** 2024-11-13T18:56:08,176 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:56:08,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:56:08,177 INFO [RS:0;62ae331128c9:37471 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:56:08,177 INFO [RS:0;62ae331128c9:37471 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:56:08,177 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:56:08,177 INFO [RS:0;62ae331128c9:37471 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:56:08,177 INFO [RS:0;62ae331128c9:37471 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a10cf9b34ced1c9d617071c6605464a 2024-11-13T18:56:08,177 INFO [RS:0;62ae331128c9:37471 {}] regionserver.HRegionServer(959): stopping server 62ae331128c9,37471,1731524116038 2024-11-13T18:56:08,177 INFO [RS:0;62ae331128c9:37471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:56:08,177 INFO [RS:0;62ae331128c9:37471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;62ae331128c9:37471. 2024-11-13T18:56:08,177 DEBUG [RS:0;62ae331128c9:37471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:56:08,177 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a10cf9b34ced1c9d617071c6605464a, disabling compactions & flushes 2024-11-13T18:56:08,177 DEBUG [RS:0;62ae331128c9:37471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:56:08,178 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a. 2024-11-13T18:56:08,178 INFO [RS:0;62ae331128c9:37471 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:56:08,178 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a. 2024-11-13T18:56:08,178 INFO [RS:0;62ae331128c9:37471 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:56:08,178 INFO [RS:0;62ae331128c9:37471 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:56:08,178 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a. after waiting 0 ms 2024-11-13T18:56:08,178 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a. 2024-11-13T18:56:08,178 INFO [RS:0;62ae331128c9:37471 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:56:08,178 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5a10cf9b34ced1c9d617071c6605464a 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-13T18:56:08,179 INFO [RS:0;62ae331128c9:37471 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:56:08,180 DEBUG [RS:0;62ae331128c9:37471 {}] regionserver.HRegionServer(1325): Online Regions={5a10cf9b34ced1c9d617071c6605464a=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:56:08,180 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:56:08,180 DEBUG [RS:0;62ae331128c9:37471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a10cf9b34ced1c9d617071c6605464a 2024-11-13T18:56:08,180 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:56:08,180 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:56:08,180 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:56:08,180 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:56:08,180 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-13T18:56:08,188 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/.tmp/info/c99bad9f033e47afadb666df19d708d5 is 1055, key is row0001/info:/1731524168112/Put/seqid=0 2024-11-13T18:56:08,204 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/hbase/meta/1588230740/.tmp/info/3441e83e33a84beda2fc6dbce527f25d is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a./info:regioninfo/1731524117734/Put/seqid=0 2024-11-13T18:56:08,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741845_1021 (size=6008) 2024-11-13T18:56:08,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741845_1021 (size=6008) 2024-11-13T18:56:08,212 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/.tmp/info/c99bad9f033e47afadb666df19d708d5 2024-11-13T18:56:08,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741846_1022 (size=7308) 2024-11-13T18:56:08,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741846_1022 (size=7308) 2024-11-13T18:56:08,222 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/hbase/meta/1588230740/.tmp/info/3441e83e33a84beda2fc6dbce527f25d 2024-11-13T18:56:08,235 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/.tmp/info/c99bad9f033e47afadb666df19d708d5 as hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/info/c99bad9f033e47afadb666df19d708d5 2024-11-13T18:56:08,246 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/info/c99bad9f033e47afadb666df19d708d5, entries=1, sequenceid=22, filesize=5.9 K 2024-11-13T18:56:08,247 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 5a10cf9b34ced1c9d617071c6605464a in 69ms, sequenceid=22, compaction requested=true 2024-11-13T18:56:08,248 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/info/2125cbb6e1c74c6e962e2b7851770eed, hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/info/61a748582fe64f089812d1ce8c713bb4, hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/info/3fc6e1af399b4740b37b3b9b81c43f0f] to archive 2024-11-13T18:56:08,251 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T18:56:08,256 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/info/2125cbb6e1c74c6e962e2b7851770eed to hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/info/2125cbb6e1c74c6e962e2b7851770eed 2024-11-13T18:56:08,263 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/info/61a748582fe64f089812d1ce8c713bb4 to hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/info/61a748582fe64f089812d1ce8c713bb4 2024-11-13T18:56:08,263 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/hbase/meta/1588230740/.tmp/ns/5681ce2a85454fe484cd4dc06e9ea253 is 43, key is default/ns:d/1731524117171/Put/seqid=0 2024-11-13T18:56:08,266 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/info/3fc6e1af399b4740b37b3b9b81c43f0f to hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/info/3fc6e1af399b4740b37b3b9b81c43f0f 2024-11-13T18:56:08,281 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=62ae331128c9:33439 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-13T18:56:08,282 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [2125cbb6e1c74c6e962e2b7851770eed=6008, 61a748582fe64f089812d1ce8c713bb4=6008, 3fc6e1af399b4740b37b3b9b81c43f0f=6008] 2024-11-13T18:56:08,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741847_1023 (size=5153) 2024-11-13T18:56:08,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741847_1023 (size=5153) 2024-11-13T18:56:08,289 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/hbase/meta/1588230740/.tmp/ns/5681ce2a85454fe484cd4dc06e9ea253 2024-11-13T18:56:08,289 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5a10cf9b34ced1c9d617071c6605464a/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-13T18:56:08,290 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a. 2024-11-13T18:56:08,290 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a10cf9b34ced1c9d617071c6605464a: Waiting for close lock at 1731524168177Running coprocessor pre-close hooks at 1731524168177Disabling compacts and flushes for region at 1731524168177Disabling writes for close at 1731524168178 (+1 ms)Obtaining lock to block concurrent updates at 1731524168178Preparing flush snapshotting stores in 5a10cf9b34ced1c9d617071c6605464a at 1731524168178Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731524168178Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a. at 1731524168183 (+5 ms)Flushing 5a10cf9b34ced1c9d617071c6605464a/info: creating writer at 1731524168183Flushing 5a10cf9b34ced1c9d617071c6605464a/info: appending metadata at 1731524168187 (+4 ms)Flushing 5a10cf9b34ced1c9d617071c6605464a/info: closing flushed file at 1731524168187Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7067cac9: reopening flushed file at 1731524168233 (+46 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 5a10cf9b34ced1c9d617071c6605464a in 69ms, sequenceid=22, compaction requested=true at 1731524168247 (+14 ms)Writing region close event to WAL at 1731524168284 (+37 ms)Running coprocessor post-close hooks at 1731524168290 (+6 ms)Closed at 1731524168290 2024-11-13T18:56:08,291 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731524117316.5a10cf9b34ced1c9d617071c6605464a. 2024-11-13T18:56:08,318 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/hbase/meta/1588230740/.tmp/table/90378b24483c485f8cea1c9a81a380cb is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731524117746/Put/seqid=0 2024-11-13T18:56:08,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741848_1024 (size=5508) 2024-11-13T18:56:08,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741848_1024 (size=5508) 2024-11-13T18:56:08,329 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/hbase/meta/1588230740/.tmp/table/90378b24483c485f8cea1c9a81a380cb 2024-11-13T18:56:08,338 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/hbase/meta/1588230740/.tmp/info/3441e83e33a84beda2fc6dbce527f25d as hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/hbase/meta/1588230740/info/3441e83e33a84beda2fc6dbce527f25d 2024-11-13T18:56:08,346 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/hbase/meta/1588230740/info/3441e83e33a84beda2fc6dbce527f25d, entries=10, sequenceid=11, filesize=7.1 K 2024-11-13T18:56:08,348 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/hbase/meta/1588230740/.tmp/ns/5681ce2a85454fe484cd4dc06e9ea253 as hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/hbase/meta/1588230740/ns/5681ce2a85454fe484cd4dc06e9ea253 2024-11-13T18:56:08,356 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/hbase/meta/1588230740/ns/5681ce2a85454fe484cd4dc06e9ea253, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T18:56:08,357 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/hbase/meta/1588230740/.tmp/table/90378b24483c485f8cea1c9a81a380cb as hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/hbase/meta/1588230740/table/90378b24483c485f8cea1c9a81a380cb 2024-11-13T18:56:08,365 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/hbase/meta/1588230740/table/90378b24483c485f8cea1c9a81a380cb, entries=2, sequenceid=11, filesize=5.4 K 2024-11-13T18:56:08,368 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 187ms, sequenceid=11, compaction requested=false 2024-11-13T18:56:08,375 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T18:56:08,375 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:56:08,375 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:56:08,376 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524168179Running coprocessor pre-close hooks at 1731524168180 (+1 ms)Disabling compacts and flushes for region at 1731524168180Disabling writes for close at 1731524168180Obtaining lock to block concurrent updates at 1731524168180Preparing flush snapshotting stores in 1588230740 at 1731524168180Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731524168180Flushing stores of hbase:meta,,1.1588230740 at 1731524168181 (+1 ms)Flushing 1588230740/info: creating writer at 1731524168181Flushing 1588230740/info: appending metadata at 1731524168203 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731524168203Flushing 1588230740/ns: creating writer at 1731524168238 (+35 ms)Flushing 1588230740/ns: appending metadata at 1731524168262 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731524168262Flushing 1588230740/table: creating writer at 1731524168299 (+37 ms)Flushing 1588230740/table: appending metadata at 1731524168318 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731524168318Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49fd29d5: reopening flushed file at 1731524168337 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29a5f5e9: reopening flushed file at 1731524168346 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55d306e4: reopening flushed file at 1731524168356 (+10 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 187ms, sequenceid=11, compaction requested=false at 1731524168368 (+12 ms)Writing region close event to WAL at 1731524168370 (+2 ms)Running coprocessor post-close hooks at 1731524168375 (+5 ms)Closed at 1731524168375 2024-11-13T18:56:08,376 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:56:08,380 INFO [RS:0;62ae331128c9:37471 {}] regionserver.HRegionServer(976): stopping server 62ae331128c9,37471,1731524116038; all regions closed. 2024-11-13T18:56:08,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741834_1010 (size=3306) 2024-11-13T18:56:08,382 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/WALs/62ae331128c9,37471,1731524116038/62ae331128c9%2C37471%2C1731524116038.meta.1731524117073.meta not finished, retry = 0 2024-11-13T18:56:08,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741834_1010 (size=3306) 2024-11-13T18:56:08,486 DEBUG [RS:0;62ae331128c9:37471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/oldWALs 2024-11-13T18:56:08,486 INFO [RS:0;62ae331128c9:37471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 62ae331128c9%2C37471%2C1731524116038.meta:.meta(num 1731524117073) 2024-11-13T18:56:08,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741844_1020 (size=1252) 2024-11-13T18:56:08,489 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/WALs/62ae331128c9,37471,1731524116038/62ae331128c9%2C37471%2C1731524116038.1731524168114 not finished, retry = 0 2024-11-13T18:56:08,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741844_1020 (size=1252) 2024-11-13T18:56:08,551 INFO [regionserver/62ae331128c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:56:08,585 INFO [regionserver/62ae331128c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:56:08,585 INFO [regionserver/62ae331128c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:56:08,595 DEBUG [RS:0;62ae331128c9:37471 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/oldWALs 2024-11-13T18:56:08,595 INFO [RS:0;62ae331128c9:37471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 62ae331128c9%2C37471%2C1731524116038:(num 1731524168114) 2024-11-13T18:56:08,595 DEBUG [RS:0;62ae331128c9:37471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:56:08,595 INFO [RS:0;62ae331128c9:37471 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:56:08,596 INFO [RS:0;62ae331128c9:37471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:56:08,596 INFO [RS:0;62ae331128c9:37471 {}] hbase.ChoreService(370): Chore service for: regionserver/62ae331128c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T18:56:08,596 INFO [RS:0;62ae331128c9:37471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:56:08,597 INFO [regionserver/62ae331128c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:56:08,597 INFO [RS:0;62ae331128c9:37471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37471 2024-11-13T18:56:08,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:56:08,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10136bb027d0001, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/62ae331128c9,37471,1731524116038 2024-11-13T18:56:08,608 INFO [RS:0;62ae331128c9:37471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:56:08,608 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [62ae331128c9,37471,1731524116038] 2024-11-13T18:56:08,650 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/62ae331128c9,37471,1731524116038 already deleted, retry=false 2024-11-13T18:56:08,650 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 62ae331128c9,37471,1731524116038 expired; onlineServers=0 2024-11-13T18:56:08,651 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '62ae331128c9,33439,1731524115763' ***** 2024-11-13T18:56:08,651 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:56:08,651 INFO [M:0;62ae331128c9:33439 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:56:08,651 INFO [M:0;62ae331128c9:33439 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:56:08,651 DEBUG [M:0;62ae331128c9:33439 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:56:08,651 DEBUG [M:0;62ae331128c9:33439 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:56:08,651 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:56:08,651 DEBUG [master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.small.0-1731524116445 {}] cleaner.HFileCleaner(306): Exit Thread[master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.small.0-1731524116445,5,FailOnTimeoutGroup] 2024-11-13T18:56:08,651 DEBUG [master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.large.0-1731524116445 {}] cleaner.HFileCleaner(306): Exit Thread[master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.large.0-1731524116445,5,FailOnTimeoutGroup] 2024-11-13T18:56:08,652 INFO [M:0;62ae331128c9:33439 {}] hbase.ChoreService(370): Chore service for: master/62ae331128c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:56:08,652 INFO [M:0;62ae331128c9:33439 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:56:08,652 DEBUG [M:0;62ae331128c9:33439 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:56:08,652 INFO [M:0;62ae331128c9:33439 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:56:08,652 INFO [M:0;62ae331128c9:33439 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:56:08,652 INFO [M:0;62ae331128c9:33439 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:56:08,653 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:56:08,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T18:56:08,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:56:08,666 DEBUG [M:0;62ae331128c9:33439 {}] zookeeper.ZKUtil(347): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T18:56:08,667 WARN [M:0;62ae331128c9:33439 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:56:08,668 INFO [M:0;62ae331128c9:33439 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/.lastflushedseqids 2024-11-13T18:56:08,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741849_1025 (size=130) 2024-11-13T18:56:08,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741849_1025 (size=130) 2024-11-13T18:56:08,682 INFO [M:0;62ae331128c9:33439 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:56:08,682 INFO [M:0;62ae331128c9:33439 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:56:08,682 DEBUG [M:0;62ae331128c9:33439 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:56:08,682 INFO [M:0;62ae331128c9:33439 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:56:08,682 DEBUG [M:0;62ae331128c9:33439 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:56:08,682 DEBUG [M:0;62ae331128c9:33439 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:56:08,682 DEBUG [M:0;62ae331128c9:33439 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:56:08,682 INFO [M:0;62ae331128c9:33439 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.61 KB heapSize=55.02 KB 2024-11-13T18:56:08,701 DEBUG [M:0;62ae331128c9:33439 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1080af34b3294c40a1e898ea64ba42d6 is 82, key is hbase:meta,,1/info:regioninfo/1731524117127/Put/seqid=0 2024-11-13T18:56:08,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741850_1026 (size=5672) 2024-11-13T18:56:08,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741850_1026 (size=5672) 2024-11-13T18:56:08,707 INFO [M:0;62ae331128c9:33439 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1080af34b3294c40a1e898ea64ba42d6 2024-11-13T18:56:08,721 INFO [RS:0;62ae331128c9:37471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:56:08,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10136bb027d0001, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:56:08,721 INFO [RS:0;62ae331128c9:37471 {}] regionserver.HRegionServer(1031): Exiting; stopping=62ae331128c9,37471,1731524116038; zookeeper connection closed. 2024-11-13T18:56:08,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10136bb027d0001, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:56:08,721 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d1dccf4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d1dccf4 2024-11-13T18:56:08,722 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:56:08,729 DEBUG [M:0;62ae331128c9:33439 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f75cc4938b9f4d88a6b86801614c976a is 799, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731524117752/Put/seqid=0 2024-11-13T18:56:08,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741851_1027 (size=7825) 2024-11-13T18:56:08,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741851_1027 (size=7825) 2024-11-13T18:56:09,136 INFO [M:0;62ae331128c9:33439 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=43.01 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f75cc4938b9f4d88a6b86801614c976a 2024-11-13T18:56:09,146 INFO [M:0;62ae331128c9:33439 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f75cc4938b9f4d88a6b86801614c976a 2024-11-13T18:56:09,163 DEBUG [M:0;62ae331128c9:33439 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b0984815ade41c280b8029da270415a is 69, key is 62ae331128c9,37471,1731524116038/rs:state/1731524116521/Put/seqid=0 2024-11-13T18:56:09,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741852_1028 (size=5156) 2024-11-13T18:56:09,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741852_1028 (size=5156) 2024-11-13T18:56:09,169 INFO [M:0;62ae331128c9:33439 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b0984815ade41c280b8029da270415a 2024-11-13T18:56:09,192 DEBUG [M:0;62ae331128c9:33439 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/37e153acc0ed497e88e78538584326c8 is 52, key is load_balancer_on/state:d/1731524117310/Put/seqid=0 2024-11-13T18:56:09,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741853_1029 (size=5056) 2024-11-13T18:56:09,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741853_1029 (size=5056) 2024-11-13T18:56:09,197 INFO [M:0;62ae331128c9:33439 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/37e153acc0ed497e88e78538584326c8 2024-11-13T18:56:09,204 DEBUG [M:0;62ae331128c9:33439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1080af34b3294c40a1e898ea64ba42d6 as hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1080af34b3294c40a1e898ea64ba42d6 2024-11-13T18:56:09,210 INFO [M:0;62ae331128c9:33439 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1080af34b3294c40a1e898ea64ba42d6, entries=8, sequenceid=121, filesize=5.5 K 2024-11-13T18:56:09,212 DEBUG [M:0;62ae331128c9:33439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f75cc4938b9f4d88a6b86801614c976a as hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f75cc4938b9f4d88a6b86801614c976a 2024-11-13T18:56:09,219 INFO [M:0;62ae331128c9:33439 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f75cc4938b9f4d88a6b86801614c976a 2024-11-13T18:56:09,219 INFO [M:0;62ae331128c9:33439 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f75cc4938b9f4d88a6b86801614c976a, entries=14, sequenceid=121, filesize=7.6 K 2024-11-13T18:56:09,221 DEBUG [M:0;62ae331128c9:33439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b0984815ade41c280b8029da270415a as hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b0984815ade41c280b8029da270415a 2024-11-13T18:56:09,229 INFO [M:0;62ae331128c9:33439 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b0984815ade41c280b8029da270415a, entries=1, sequenceid=121, filesize=5.0 K 2024-11-13T18:56:09,230 DEBUG [M:0;62ae331128c9:33439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/37e153acc0ed497e88e78538584326c8 as hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/37e153acc0ed497e88e78538584326c8 2024-11-13T18:56:09,235 INFO [M:0;62ae331128c9:33439 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34459/user/jenkins/test-data/76e24a31-ebfd-0618-2d74-ecf6d2365d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/37e153acc0ed497e88e78538584326c8, entries=1, sequenceid=121, filesize=4.9 K 2024-11-13T18:56:09,236 INFO [M:0;62ae331128c9:33439 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.61 KB/44659, heapSize ~54.95 KB/56272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 554ms, sequenceid=121, compaction requested=false 2024-11-13T18:56:09,238 INFO [M:0;62ae331128c9:33439 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:56:09,238 DEBUG [M:0;62ae331128c9:33439 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524168682Disabling compacts and flushes for region at 1731524168682Disabling writes for close at 1731524168682Obtaining lock to block concurrent updates at 1731524168682Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524168683 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44659, getHeapSize=56272, getOffHeapSize=0, getCellsCount=140 at 1731524168683Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524168683Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524168684 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524168701 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524168701Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524168713 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524168728 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524168729 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524169146 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524169162 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524169162Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731524169174 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731524169191 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731524169191Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52513100: reopening flushed file at 1731524169202 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@571d2a58: reopening flushed file at 1731524169210 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a850c66: reopening flushed file at 1731524169219 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42cd4fa: reopening flushed file at 1731524169229 (+10 ms)Finished flush of dataSize ~43.61 KB/44659, heapSize ~54.95 KB/56272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 554ms, sequenceid=121, compaction requested=false at 1731524169237 (+8 ms)Writing region close event to WAL at 1731524169238 (+1 ms)Closed at 1731524169238 2024-11-13T18:56:09,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40355 is added to blk_1073741830_1006 (size=53056) 2024-11-13T18:56:09,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741830_1006 (size=53056) 2024-11-13T18:56:09,242 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:56:09,242 INFO [M:0;62ae331128c9:33439 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:56:09,242 INFO [M:0;62ae331128c9:33439 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33439 2024-11-13T18:56:09,242 INFO [M:0;62ae331128c9:33439 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:56:09,381 INFO [M:0;62ae331128c9:33439 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:56:09,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:56:09,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10136bb027d0000, quorum=127.0.0.1:54400, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:56:09,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@649245fc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:56:09,420 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@267a4bc3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:56:09,420 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:56:09,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d2eeed4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:56:09,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20ece5aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/hadoop.log.dir/,STOPPED} 2024-11-13T18:56:09,422 WARN [BP-1520886533-172.17.0.3-1731524114005 heartbeating to localhost/127.0.0.1:34459 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:56:09,422 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:56:09,422 WARN [BP-1520886533-172.17.0.3-1731524114005 heartbeating to localhost/127.0.0.1:34459 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1520886533-172.17.0.3-1731524114005 (Datanode Uuid eb396d5d-5c39-42eb-8c92-061f84645159) service to localhost/127.0.0.1:34459 2024-11-13T18:56:09,422 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:56:09,423 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/cluster_166e7ed8-33a5-e0f1-19a7-835cf0c92d16/data/data3/current/BP-1520886533-172.17.0.3-1731524114005 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:56:09,423 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/cluster_166e7ed8-33a5-e0f1-19a7-835cf0c92d16/data/data4/current/BP-1520886533-172.17.0.3-1731524114005 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:56:09,424 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:56:09,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c53337c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:56:09,426 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42510b51{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:56:09,426 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:56:09,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@642fb080{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:56:09,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b3a415d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/hadoop.log.dir/,STOPPED} 2024-11-13T18:56:09,428 WARN [BP-1520886533-172.17.0.3-1731524114005 heartbeating to localhost/127.0.0.1:34459 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:56:09,428 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:56:09,428 WARN [BP-1520886533-172.17.0.3-1731524114005 heartbeating to localhost/127.0.0.1:34459 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1520886533-172.17.0.3-1731524114005 (Datanode Uuid 3bb6abaf-1d62-4131-b0ab-9fbfb4153850) service to localhost/127.0.0.1:34459 2024-11-13T18:56:09,428 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:56:09,429 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/cluster_166e7ed8-33a5-e0f1-19a7-835cf0c92d16/data/data1/current/BP-1520886533-172.17.0.3-1731524114005 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:56:09,429 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/cluster_166e7ed8-33a5-e0f1-19a7-835cf0c92d16/data/data2/current/BP-1520886533-172.17.0.3-1731524114005 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:56:09,429 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:56:09,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e17965f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:56:09,438 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d13024f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:56:09,438 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:56:09,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5807111f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:56:09,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4475c417{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/hadoop.log.dir/,STOPPED} 2024-11-13T18:56:09,448 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:56:09,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:56:09,475 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=98 (was 103), OpenFileDescriptor=429 (was 444), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=594 (was 752), ProcessCount=11 (was 11), AvailableMemoryMB=1823 (was 1735) - AvailableMemoryMB LEAK? - 2024-11-13T18:56:09,482 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=98, OpenFileDescriptor=429, MaxFileDescriptor=1048576, SystemLoadAverage=594, ProcessCount=11, AvailableMemoryMB=1823 2024-11-13T18:56:09,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:56:09,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/hadoop.log.dir so I do NOT create it in target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5 2024-11-13T18:56:09,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/34882b23-ec9b-19db-5348-2a78347b89f9/hadoop.tmp.dir so I do NOT create it in target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5 2024-11-13T18:56:09,483 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/cluster_bb8324d6-1006-6d23-1a50-9d67700e6413, deleteOnExit=true 2024-11-13T18:56:09,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:56:09,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/test.cache.data in system properties and HBase conf 2024-11-13T18:56:09,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:56:09,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:56:09,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:56:09,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:56:09,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:56:09,484 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:56:09,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:56:09,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:56:09,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:56:09,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:56:09,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:56:09,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:56:09,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:56:09,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:56:09,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:56:09,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:56:09,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:56:09,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:56:09,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:56:09,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:56:09,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:56:09,760 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:56:09,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:56:09,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:56:09,762 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:56:09,763 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:56:09,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3997274c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:56:09,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a0aa98d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:56:09,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45711092{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/java.io.tmpdir/jetty-localhost-34759-hadoop-hdfs-3_4_1-tests_jar-_-any-5946479004513432864/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:56:09,862 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57c363c1{HTTP/1.1, (http/1.1)}{localhost:34759} 2024-11-13T18:56:09,863 INFO [Time-limited test {}] server.Server(415): Started @153081ms 2024-11-13T18:56:10,145 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:56:10,148 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:56:10,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:56:10,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:56:10,149 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:56:10,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69e29f23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:56:10,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15afbbf3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:56:10,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f1805c0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/java.io.tmpdir/jetty-localhost-37095-hadoop-hdfs-3_4_1-tests_jar-_-any-10998727691279788271/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:56:10,273 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26819ed4{HTTP/1.1, (http/1.1)}{localhost:37095} 2024-11-13T18:56:10,274 INFO [Time-limited test {}] server.Server(415): Started @153492ms 2024-11-13T18:56:10,275 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:56:10,303 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:56:10,308 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:56:10,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:56:10,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:56:10,310 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:56:10,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8c4c53e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:56:10,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@769d3ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:56:10,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57428648{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/java.io.tmpdir/jetty-localhost-33665-hadoop-hdfs-3_4_1-tests_jar-_-any-3100130156362219787/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:56:10,407 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d0551e0{HTTP/1.1, (http/1.1)}{localhost:33665} 2024-11-13T18:56:10,407 INFO [Time-limited test {}] server.Server(415): Started @153625ms 2024-11-13T18:56:10,408 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:56:10,969 WARN [Thread-1107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/cluster_bb8324d6-1006-6d23-1a50-9d67700e6413/data/data1/current/BP-919138827-172.17.0.3-1731524169512/current, will proceed with Du for space computation calculation, 2024-11-13T18:56:10,969 WARN [Thread-1108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/cluster_bb8324d6-1006-6d23-1a50-9d67700e6413/data/data2/current/BP-919138827-172.17.0.3-1731524169512/current, will proceed with Du for space computation calculation, 2024-11-13T18:56:10,993 WARN [Thread-1071 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:56:10,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50f1e9c04e9f8415 with lease ID 0xef9ed2efaf21d978: Processing first storage report for DS-ecd15397-2925-4fca-9ae5-94e27eaea364 from datanode DatanodeRegistration(127.0.0.1:43121, datanodeUuid=391b51c4-bfd5-4c6e-920d-230e4c58dad5, infoPort=34883, infoSecurePort=0, ipcPort=36965, storageInfo=lv=-57;cid=testClusterID;nsid=924595239;c=1731524169512) 2024-11-13T18:56:10,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50f1e9c04e9f8415 with lease ID 0xef9ed2efaf21d978: from storage DS-ecd15397-2925-4fca-9ae5-94e27eaea364 node DatanodeRegistration(127.0.0.1:43121, datanodeUuid=391b51c4-bfd5-4c6e-920d-230e4c58dad5, infoPort=34883, infoSecurePort=0, ipcPort=36965, storageInfo=lv=-57;cid=testClusterID;nsid=924595239;c=1731524169512), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:56:10,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50f1e9c04e9f8415 with lease ID 0xef9ed2efaf21d978: Processing first storage report for DS-a5eede27-2708-4400-87d5-365ccc465659 from datanode DatanodeRegistration(127.0.0.1:43121, datanodeUuid=391b51c4-bfd5-4c6e-920d-230e4c58dad5, infoPort=34883, infoSecurePort=0, ipcPort=36965, storageInfo=lv=-57;cid=testClusterID;nsid=924595239;c=1731524169512) 2024-11-13T18:56:10,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50f1e9c04e9f8415 with lease ID 0xef9ed2efaf21d978: from storage DS-a5eede27-2708-4400-87d5-365ccc465659 node DatanodeRegistration(127.0.0.1:43121, datanodeUuid=391b51c4-bfd5-4c6e-920d-230e4c58dad5, infoPort=34883, infoSecurePort=0, ipcPort=36965, storageInfo=lv=-57;cid=testClusterID;nsid=924595239;c=1731524169512), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:56:11,087 WARN [Thread-1119 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/cluster_bb8324d6-1006-6d23-1a50-9d67700e6413/data/data4/current/BP-919138827-172.17.0.3-1731524169512/current, will proceed with Du for space computation calculation, 2024-11-13T18:56:11,087 WARN [Thread-1118 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/cluster_bb8324d6-1006-6d23-1a50-9d67700e6413/data/data3/current/BP-919138827-172.17.0.3-1731524169512/current, will proceed with Du for space computation calculation, 2024-11-13T18:56:11,109 WARN [Thread-1094 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:56:11,112 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ec0c67a23e2a2e3 with lease ID 0xef9ed2efaf21d979: Processing first storage report for DS-31631c2f-5626-4141-91b6-0944947e8820 from datanode DatanodeRegistration(127.0.0.1:38593, datanodeUuid=55dc5597-bd26-483d-810c-6947ea06c2be, infoPort=45967, infoSecurePort=0, ipcPort=40405, storageInfo=lv=-57;cid=testClusterID;nsid=924595239;c=1731524169512) 2024-11-13T18:56:11,113 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ec0c67a23e2a2e3 with lease ID 0xef9ed2efaf21d979: from storage DS-31631c2f-5626-4141-91b6-0944947e8820 node DatanodeRegistration(127.0.0.1:38593, datanodeUuid=55dc5597-bd26-483d-810c-6947ea06c2be, infoPort=45967, infoSecurePort=0, ipcPort=40405, storageInfo=lv=-57;cid=testClusterID;nsid=924595239;c=1731524169512), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:56:11,113 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ec0c67a23e2a2e3 with lease ID 0xef9ed2efaf21d979: Processing first storage report for DS-8b19278d-76e9-4f24-a05b-f3c88d21003c from datanode DatanodeRegistration(127.0.0.1:38593, datanodeUuid=55dc5597-bd26-483d-810c-6947ea06c2be, infoPort=45967, infoSecurePort=0, ipcPort=40405, storageInfo=lv=-57;cid=testClusterID;nsid=924595239;c=1731524169512) 2024-11-13T18:56:11,113 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ec0c67a23e2a2e3 with lease ID 0xef9ed2efaf21d979: from storage DS-8b19278d-76e9-4f24-a05b-f3c88d21003c node DatanodeRegistration(127.0.0.1:38593, datanodeUuid=55dc5597-bd26-483d-810c-6947ea06c2be, infoPort=45967, infoSecurePort=0, ipcPort=40405, storageInfo=lv=-57;cid=testClusterID;nsid=924595239;c=1731524169512), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:56:11,139 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5 2024-11-13T18:56:11,142 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/cluster_bb8324d6-1006-6d23-1a50-9d67700e6413/zookeeper_0, clientPort=58257, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/cluster_bb8324d6-1006-6d23-1a50-9d67700e6413/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/cluster_bb8324d6-1006-6d23-1a50-9d67700e6413/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:56:11,143 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58257 2024-11-13T18:56:11,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:56:11,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:56:11,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:56:11,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:56:11,156 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be with version=8 2024-11-13T18:56:11,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/hbase-staging 2024-11-13T18:56:11,158 INFO [Time-limited test {}] client.ConnectionUtils(128): master/62ae331128c9:0 server-side Connection retries=45 2024-11-13T18:56:11,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:56:11,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:56:11,158 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:56:11,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:56:11,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:56:11,158 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:56:11,158 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:56:11,159 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39557 2024-11-13T18:56:11,160 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39557 connecting to ZooKeeper ensemble=127.0.0.1:58257 2024-11-13T18:56:11,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395570x0, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:56:11,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39557-0x10136bbdb2e0000 connected 2024-11-13T18:56:11,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:56:11,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:56:11,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:56:11,297 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be, hbase.cluster.distributed=false 2024-11-13T18:56:11,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:56:11,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39557 2024-11-13T18:56:11,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39557 2024-11-13T18:56:11,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39557 2024-11-13T18:56:11,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39557 2024-11-13T18:56:11,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39557 2024-11-13T18:56:11,320 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/62ae331128c9:0 server-side Connection retries=45 2024-11-13T18:56:11,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:56:11,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:56:11,320 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:56:11,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:56:11,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:56:11,320 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:56:11,320 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:56:11,321 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43889 2024-11-13T18:56:11,323 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43889 connecting to ZooKeeper ensemble=127.0.0.1:58257 2024-11-13T18:56:11,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:56:11,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:56:11,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438890x0, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:56:11,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43889-0x10136bbdb2e0001 connected 2024-11-13T18:56:11,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43889-0x10136bbdb2e0001, quorum=127.0.0.1:58257, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:56:11,338 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:56:11,339 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:56:11,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43889-0x10136bbdb2e0001, quorum=127.0.0.1:58257, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:56:11,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43889-0x10136bbdb2e0001, quorum=127.0.0.1:58257, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:56:11,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43889 2024-11-13T18:56:11,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43889 2024-11-13T18:56:11,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43889 2024-11-13T18:56:11,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43889 2024-11-13T18:56:11,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43889 2024-11-13T18:56:11,356 DEBUG [M:0;62ae331128c9:39557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;62ae331128c9:39557 2024-11-13T18:56:11,357 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/62ae331128c9,39557,1731524171157 2024-11-13T18:56:11,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10136bbdb2e0001, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:56:11,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:56:11,366 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/62ae331128c9,39557,1731524171157 2024-11-13T18:56:11,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10136bbdb2e0001, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:56:11,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:56:11,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10136bbdb2e0001, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:56:11,375 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T18:56:11,375 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/62ae331128c9,39557,1731524171157 from backup master directory 2024-11-13T18:56:11,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/62ae331128c9,39557,1731524171157 2024-11-13T18:56:11,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:56:11,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10136bbdb2e0001, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:56:11,383 WARN [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:56:11,384 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=62ae331128c9,39557,1731524171157 2024-11-13T18:56:11,390 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/hbase.id] with ID: 35b0903e-cb7d-4558-b597-c855b1f6f8d6 2024-11-13T18:56:11,390 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/.tmp/hbase.id 2024-11-13T18:56:11,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:56:11,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:56:11,398 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/.tmp/hbase.id]:[hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/hbase.id] 2024-11-13T18:56:11,412 INFO [master/62ae331128c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:56:11,412 INFO [master/62ae331128c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:56:11,414 INFO [master/62ae331128c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T18:56:11,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:56:11,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10136bbdb2e0001, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:56:11,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:56:11,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:56:11,431 INFO [master/62ae331128c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:56:11,432 INFO [master/62ae331128c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:56:11,432 INFO [master/62ae331128c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:56:11,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:56:11,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:56:11,440 INFO [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/data/master/store 2024-11-13T18:56:11,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:56:11,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:56:11,448 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:56:11,448 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:56:11,448 INFO [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:56:11,448 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:56:11,448 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:56:11,449 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:56:11,449 INFO [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:56:11,449 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524171448Disabling compacts and flushes for region at 1731524171448Disabling writes for close at 1731524171449 (+1 ms)Writing region close event to WAL at 1731524171449Closed at 1731524171449 2024-11-13T18:56:11,450 WARN [master/62ae331128c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/data/master/store/.initializing 2024-11-13T18:56:11,450 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/WALs/62ae331128c9,39557,1731524171157 2024-11-13T18:56:11,451 INFO [master/62ae331128c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:56:11,453 INFO [master/62ae331128c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=62ae331128c9%2C39557%2C1731524171157, suffix=, logDir=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/WALs/62ae331128c9,39557,1731524171157, archiveDir=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/oldWALs, maxLogs=10 2024-11-13T18:56:11,466 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/WALs/62ae331128c9,39557,1731524171157/62ae331128c9%2C39557%2C1731524171157.1731524171454, exclude list is [], retry=0 2024-11-13T18:56:11,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38593,DS-31631c2f-5626-4141-91b6-0944947e8820,DISK] 2024-11-13T18:56:11,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43121,DS-ecd15397-2925-4fca-9ae5-94e27eaea364,DISK] 2024-11-13T18:56:11,471 INFO [master/62ae331128c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/WALs/62ae331128c9,39557,1731524171157/62ae331128c9%2C39557%2C1731524171157.1731524171454 2024-11-13T18:56:11,472 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45967:45967),(127.0.0.1/127.0.0.1:34883:34883)] 2024-11-13T18:56:11,472 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:56:11,472 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:56:11,472 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:56:11,472 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:56:11,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:56:11,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:56:11,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:56:11,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:56:11,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:56:11,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:56:11,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:56:11,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:56:11,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:56:11,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:56:11,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:56:11,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:56:11,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:56:11,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:56:11,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:56:11,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:56:11,482 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:56:11,482 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:56:11,483 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:56:11,484 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:56:11,484 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:56:11,485 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:56:11,486 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:56:11,488 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:56:11,489 INFO [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=711235, jitterRate=-0.09561868011951447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:56:11,489 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524171472Initializing all the Stores at 1731524171473 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524171473Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524171473Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524171473Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524171473Cleaning up temporary data from old regions at 1731524171484 (+11 ms)Region opened successfully at 1731524171489 (+5 ms) 2024-11-13T18:56:11,489 INFO [master/62ae331128c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:56:11,492 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147e9a0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=62ae331128c9/172.17.0.3:0 2024-11-13T18:56:11,493 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:56:11,494 INFO [master/62ae331128c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:56:11,494 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:56:11,494 INFO [master/62ae331128c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:56:11,494 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T18:56:11,494 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:56:11,494 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:56:11,496 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:56:11,497 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T18:56:11,507 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T18:56:11,508 INFO [master/62ae331128c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:56:11,509 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:56:11,516 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T18:56:11,516 INFO [master/62ae331128c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:56:11,517 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:56:11,524 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T18:56:11,525 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:56:11,532 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T18:56:11,536 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:56:11,546 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T18:56:11,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10136bbdb2e0001, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:56:11,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:56:11,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10136bbdb2e0001, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:56:11,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:56:11,555 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=62ae331128c9,39557,1731524171157, sessionid=0x10136bbdb2e0000, setting cluster-up flag (Was=false) 2024-11-13T18:56:11,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10136bbdb2e0001, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:56:11,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:56:11,596 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T18:56:11,597 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=62ae331128c9,39557,1731524171157 2024-11-13T18:56:11,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10136bbdb2e0001, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:56:11,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:56:11,641 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T18:56:11,642 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=62ae331128c9,39557,1731524171157 2024-11-13T18:56:11,643 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:56:11,645 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:56:11,646 INFO [master/62ae331128c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:56:11,646 INFO [master/62ae331128c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:56:11,646 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 62ae331128c9,39557,1731524171157 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:56:11,648 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/62ae331128c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:56:11,648 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/62ae331128c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:56:11,648 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/62ae331128c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:56:11,648 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/62ae331128c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:56:11,648 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/62ae331128c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:56:11,648 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:56:11,648 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/62ae331128c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:56:11,648 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:56:11,649 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524201649 2024-11-13T18:56:11,649 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:56:11,649 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:56:11,650 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:56:11,650 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:56:11,650 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:56:11,650 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:56:11,650 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:56:11,651 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:56:11,651 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:56:11,652 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:56:11,653 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:56:11,654 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:56:11,654 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:56:11,654 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:56:11,654 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:56:11,654 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:56:11,655 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.large.0-1731524171655,5,FailOnTimeoutGroup] 2024-11-13T18:56:11,655 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.small.0-1731524171655,5,FailOnTimeoutGroup] 2024-11-13T18:56:11,655 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:56:11,655 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:56:11,655 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:56:11,655 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:56:11,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:56:11,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:56:11,745 INFO [RS:0;62ae331128c9:43889 {}] regionserver.HRegionServer(746): ClusterId : 35b0903e-cb7d-4558-b597-c855b1f6f8d6 2024-11-13T18:56:11,745 DEBUG [RS:0;62ae331128c9:43889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:56:11,757 DEBUG [RS:0;62ae331128c9:43889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:56:11,757 DEBUG [RS:0;62ae331128c9:43889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:56:11,767 DEBUG [RS:0;62ae331128c9:43889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:56:11,768 DEBUG [RS:0;62ae331128c9:43889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b44f97a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=62ae331128c9/172.17.0.3:0 2024-11-13T18:56:11,782 DEBUG [RS:0;62ae331128c9:43889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;62ae331128c9:43889 2024-11-13T18:56:11,782 INFO [RS:0;62ae331128c9:43889 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:56:11,782 INFO [RS:0;62ae331128c9:43889 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:56:11,782 DEBUG [RS:0;62ae331128c9:43889 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:56:11,782 INFO [RS:0;62ae331128c9:43889 {}] regionserver.HRegionServer(2659): reportForDuty to master=62ae331128c9,39557,1731524171157 with port=43889, startcode=1731524171319 2024-11-13T18:56:11,783 DEBUG [RS:0;62ae331128c9:43889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:56:11,784 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38967, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:56:11,784 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39557 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 62ae331128c9,43889,1731524171319 2024-11-13T18:56:11,785 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39557 {}] master.ServerManager(517): Registering regionserver=62ae331128c9,43889,1731524171319 2024-11-13T18:56:11,786 DEBUG [RS:0;62ae331128c9:43889 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be 2024-11-13T18:56:11,786 DEBUG [RS:0;62ae331128c9:43889 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39067 2024-11-13T18:56:11,786 DEBUG [RS:0;62ae331128c9:43889 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:56:11,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:56:11,796 DEBUG [RS:0;62ae331128c9:43889 {}] zookeeper.ZKUtil(111): regionserver:43889-0x10136bbdb2e0001, quorum=127.0.0.1:58257, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/62ae331128c9,43889,1731524171319 2024-11-13T18:56:11,796 WARN [RS:0;62ae331128c9:43889 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:56:11,796 INFO [RS:0;62ae331128c9:43889 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:56:11,797 DEBUG [RS:0;62ae331128c9:43889 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/WALs/62ae331128c9,43889,1731524171319 2024-11-13T18:56:11,797 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [62ae331128c9,43889,1731524171319] 2024-11-13T18:56:11,801 INFO [RS:0;62ae331128c9:43889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:56:11,803 INFO [RS:0;62ae331128c9:43889 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:56:11,804 INFO [RS:0;62ae331128c9:43889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:56:11,804 INFO [RS:0;62ae331128c9:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:56:11,805 INFO [RS:0;62ae331128c9:43889 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:56:11,806 INFO [RS:0;62ae331128c9:43889 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:56:11,806 INFO [RS:0;62ae331128c9:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:56:11,806 DEBUG [RS:0;62ae331128c9:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:56:11,806 DEBUG [RS:0;62ae331128c9:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:56:11,807 DEBUG [RS:0;62ae331128c9:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:56:11,807 DEBUG [RS:0;62ae331128c9:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:56:11,807 DEBUG [RS:0;62ae331128c9:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:56:11,807 DEBUG [RS:0;62ae331128c9:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/62ae331128c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:56:11,807 DEBUG [RS:0;62ae331128c9:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:56:11,807 DEBUG [RS:0;62ae331128c9:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:56:11,807 DEBUG [RS:0;62ae331128c9:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:56:11,807 DEBUG [RS:0;62ae331128c9:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:56:11,807 DEBUG [RS:0;62ae331128c9:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:56:11,808 DEBUG [RS:0;62ae331128c9:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:56:11,808 DEBUG [RS:0;62ae331128c9:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/62ae331128c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:56:11,808 DEBUG [RS:0;62ae331128c9:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:56:11,808 INFO [RS:0;62ae331128c9:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:56:11,808 INFO [RS:0;62ae331128c9:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:56:11,809 INFO [RS:0;62ae331128c9:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:56:11,809 INFO [RS:0;62ae331128c9:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:56:11,809 INFO [RS:0;62ae331128c9:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:56:11,809 INFO [RS:0;62ae331128c9:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,43889,1731524171319-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:56:11,825 INFO [RS:0;62ae331128c9:43889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:56:11,825 INFO [RS:0;62ae331128c9:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,43889,1731524171319-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:56:11,825 INFO [RS:0;62ae331128c9:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:56:11,825 INFO [RS:0;62ae331128c9:43889 {}] regionserver.Replication(171): 62ae331128c9,43889,1731524171319 started 2024-11-13T18:56:11,838 INFO [RS:0;62ae331128c9:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:56:11,838 INFO [RS:0;62ae331128c9:43889 {}] regionserver.HRegionServer(1482): Serving as 62ae331128c9,43889,1731524171319, RpcServer on 62ae331128c9/172.17.0.3:43889, sessionid=0x10136bbdb2e0001 2024-11-13T18:56:11,838 DEBUG [RS:0;62ae331128c9:43889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:56:11,838 DEBUG [RS:0;62ae331128c9:43889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 62ae331128c9,43889,1731524171319 2024-11-13T18:56:11,838 DEBUG [RS:0;62ae331128c9:43889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '62ae331128c9,43889,1731524171319' 2024-11-13T18:56:11,838 DEBUG [RS:0;62ae331128c9:43889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:56:11,839 DEBUG [RS:0;62ae331128c9:43889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:56:11,839 DEBUG [RS:0;62ae331128c9:43889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:56:11,839 DEBUG [RS:0;62ae331128c9:43889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:56:11,839 DEBUG [RS:0;62ae331128c9:43889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 62ae331128c9,43889,1731524171319 2024-11-13T18:56:11,839 DEBUG [RS:0;62ae331128c9:43889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '62ae331128c9,43889,1731524171319' 2024-11-13T18:56:11,839 DEBUG [RS:0;62ae331128c9:43889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:56:11,840 DEBUG [RS:0;62ae331128c9:43889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:56:11,840 DEBUG [RS:0;62ae331128c9:43889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:56:11,840 INFO [RS:0;62ae331128c9:43889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:56:11,840 INFO [RS:0;62ae331128c9:43889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:56:11,941 INFO [RS:0;62ae331128c9:43889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:56:11,942 INFO [RS:0;62ae331128c9:43889 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=62ae331128c9%2C43889%2C1731524171319, suffix=, logDir=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/WALs/62ae331128c9,43889,1731524171319, archiveDir=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/oldWALs, maxLogs=32 2024-11-13T18:56:11,955 DEBUG [RS:0;62ae331128c9:43889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/WALs/62ae331128c9,43889,1731524171319/62ae331128c9%2C43889%2C1731524171319.1731524171943, exclude list is [], retry=0 2024-11-13T18:56:11,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38593,DS-31631c2f-5626-4141-91b6-0944947e8820,DISK] 2024-11-13T18:56:11,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43121,DS-ecd15397-2925-4fca-9ae5-94e27eaea364,DISK] 2024-11-13T18:56:11,960 INFO [RS:0;62ae331128c9:43889 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/WALs/62ae331128c9,43889,1731524171319/62ae331128c9%2C43889%2C1731524171319.1731524171943 2024-11-13T18:56:11,960 DEBUG [RS:0;62ae331128c9:43889 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45967:45967),(127.0.0.1/127.0.0.1:34883:34883)] 2024-11-13T18:56:12,063 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:56:12,063 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be 2024-11-13T18:56:12,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741833_1009 (size=32) 2024-11-13T18:56:12,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741833_1009 (size=32) 2024-11-13T18:56:12,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:56:12,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:56:12,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:56:12,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:56:12,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:56:12,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:56:12,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:56:12,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:56:12,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:56:12,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:56:12,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:56:12,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:56:12,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:56:12,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:56:12,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:56:12,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:56:12,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:56:12,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:56:12,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740 2024-11-13T18:56:12,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740 2024-11-13T18:56:12,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:56:12,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:56:12,084 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T18:56:12,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:56:12,087 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:56:12,088 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=691781, jitterRate=-0.12035578489303589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T18:56:12,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524172071Initializing all the Stores at 1731524172072 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524172072Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524172072Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524172072Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524172072Cleaning up temporary data from old regions at 1731524172084 (+12 ms)Region opened successfully at 1731524172088 (+4 ms) 2024-11-13T18:56:12,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:56:12,088 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:56:12,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:56:12,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:56:12,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:56:12,089 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:56:12,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524172088Disabling compacts and flushes for region at 1731524172088Disabling writes for close at 1731524172088Writing region close event to WAL at 1731524172089 (+1 ms)Closed at 1731524172089 2024-11-13T18:56:12,090 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:56:12,090 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:56:12,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:56:12,091 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:56:12,092 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:56:12,243 DEBUG [62ae331128c9:39557 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:56:12,243 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=62ae331128c9,43889,1731524171319 2024-11-13T18:56:12,245 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 62ae331128c9,43889,1731524171319, state=OPENING 2024-11-13T18:56:12,254 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:56:12,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:56:12,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10136bbdb2e0001, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:56:12,264 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:56:12,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:56:12,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:56:12,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=62ae331128c9,43889,1731524171319}] 2024-11-13T18:56:12,418 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:56:12,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50701, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:56:12,427 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:56:12,428 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:56:12,428 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:56:12,431 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=62ae331128c9%2C43889%2C1731524171319.meta, suffix=.meta, logDir=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/WALs/62ae331128c9,43889,1731524171319, archiveDir=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/oldWALs, maxLogs=32 2024-11-13T18:56:12,444 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/WALs/62ae331128c9,43889,1731524171319/62ae331128c9%2C43889%2C1731524171319.meta.1731524172431.meta, exclude list is [], retry=0 2024-11-13T18:56:12,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38593,DS-31631c2f-5626-4141-91b6-0944947e8820,DISK] 2024-11-13T18:56:12,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43121,DS-ecd15397-2925-4fca-9ae5-94e27eaea364,DISK] 2024-11-13T18:56:12,449 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/WALs/62ae331128c9,43889,1731524171319/62ae331128c9%2C43889%2C1731524171319.meta.1731524172431.meta 2024-11-13T18:56:12,449 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34883:34883),(127.0.0.1/127.0.0.1:45967:45967)] 2024-11-13T18:56:12,449 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:56:12,449 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:56:12,450 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:56:12,450 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:56:12,450 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:56:12,450 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:56:12,450 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:56:12,450 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:56:12,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:56:12,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:56:12,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:56:12,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:56:12,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:56:12,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:56:12,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:56:12,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:56:12,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:56:12,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:56:12,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:56:12,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:56:12,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:56:12,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:56:12,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:56:12,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:56:12,457 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:56:12,457 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740 2024-11-13T18:56:12,459 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740 2024-11-13T18:56:12,460 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:56:12,460 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:56:12,461 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T18:56:12,462 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:56:12,463 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=782095, jitterRate=-0.005514845252037048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T18:56:12,463 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:56:12,464 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524172450Writing region info on filesystem at 1731524172450Initializing all the Stores at 1731524172451 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524172451Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524172451Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524172451Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524172451Cleaning up temporary data from old regions at 1731524172460 (+9 ms)Running coprocessor post-open hooks at 1731524172463 (+3 ms)Region opened successfully at 1731524172464 (+1 ms) 2024-11-13T18:56:12,465 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524172418 2024-11-13T18:56:12,467 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:56:12,467 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:56:12,468 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=62ae331128c9,43889,1731524171319 2024-11-13T18:56:12,470 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 62ae331128c9,43889,1731524171319, state=OPEN 2024-11-13T18:56:12,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10136bbdb2e0001, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:56:12,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:56:12,501 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=62ae331128c9,43889,1731524171319 2024-11-13T18:56:12,501 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:56:12,501 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:56:12,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:56:12,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=62ae331128c9,43889,1731524171319 in 237 msec 2024-11-13T18:56:12,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:56:12,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-13T18:56:12,512 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:56:12,512 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:56:12,514 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:56:12,514 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=62ae331128c9,43889,1731524171319, seqNum=-1] 2024-11-13T18:56:12,515 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:56:12,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33141, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:56:12,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 875 msec 2024-11-13T18:56:12,522 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524172521, completionTime=-1 2024-11-13T18:56:12,522 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:56:12,522 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-13T18:56:12,524 INFO [master/62ae331128c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-13T18:56:12,524 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524232524 2024-11-13T18:56:12,524 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524292524 2024-11-13T18:56:12,524 INFO [master/62ae331128c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-13T18:56:12,524 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,39557,1731524171157-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:56:12,524 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,39557,1731524171157-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:56:12,524 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,39557,1731524171157-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:56:12,524 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-62ae331128c9:39557, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:56:12,524 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:56:12,525 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:56:12,527 DEBUG [master/62ae331128c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:56:12,530 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.146sec 2024-11-13T18:56:12,530 INFO [master/62ae331128c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:56:12,530 INFO [master/62ae331128c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:56:12,530 INFO [master/62ae331128c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:56:12,530 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:56:12,530 INFO [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:56:12,530 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,39557,1731524171157-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:56:12,530 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,39557,1731524171157-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:56:12,533 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:56:12,533 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:56:12,533 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,39557,1731524171157-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:56:12,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2b7d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:56:12,545 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 62ae331128c9,39557,-1 for getting cluster id 2024-11-13T18:56:12,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:56:12,546 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35b0903e-cb7d-4558-b597-c855b1f6f8d6' 2024-11-13T18:56:12,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:56:12,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35b0903e-cb7d-4558-b597-c855b1f6f8d6" 2024-11-13T18:56:12,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa55154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:56:12,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [62ae331128c9,39557,-1] 2024-11-13T18:56:12,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:56:12,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:56:12,549 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54420, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:56:12,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9a20de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:56:12,551 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:56:12,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=62ae331128c9,43889,1731524171319, seqNum=-1] 2024-11-13T18:56:12,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:56:12,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:56:12,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=62ae331128c9,39557,1731524171157 2024-11-13T18:56:12,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:56:12,561 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-13T18:56:12,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:56:12,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 62ae331128c9,39557,1731524171157 2024-11-13T18:56:12,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2907381b 2024-11-13T18:56:12,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:56:12,565 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:56:12,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-13T18:56:12,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-13T18:56:12,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:56:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-13T18:56:12,569 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:56:12,569 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:56:12,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-13T18:56:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:56:12,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:56:12,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741835_1011 (size=381) 2024-11-13T18:56:12,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741835_1011 (size=381) 2024-11-13T18:56:12,981 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0c182df096dd904fe2e5a7e1949b63d9, NAME => 'TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be 2024-11-13T18:56:12,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741836_1012 (size=64) 2024-11-13T18:56:12,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741836_1012 (size=64) 2024-11-13T18:56:12,997 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:56:12,997 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 0c182df096dd904fe2e5a7e1949b63d9, disabling compactions & flushes 2024-11-13T18:56:12,997 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9. 2024-11-13T18:56:12,997 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9. 2024-11-13T18:56:12,997 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9. after waiting 0 ms 2024-11-13T18:56:12,997 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9. 2024-11-13T18:56:12,997 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9. 2024-11-13T18:56:12,997 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0c182df096dd904fe2e5a7e1949b63d9: Waiting for close lock at 1731524172997Disabling compacts and flushes for region at 1731524172997Disabling writes for close at 1731524172997Writing region close event to WAL at 1731524172997Closed at 1731524172997 2024-11-13T18:56:12,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:56:13,000 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731524172999"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524172999"}]},"ts":"1731524172999"} 2024-11-13T18:56:13,003 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:56:13,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:56:13,005 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524173005"}]},"ts":"1731524173005"} 2024-11-13T18:56:13,007 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-13T18:56:13,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0c182df096dd904fe2e5a7e1949b63d9, ASSIGN}] 2024-11-13T18:56:13,009 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0c182df096dd904fe2e5a7e1949b63d9, ASSIGN 2024-11-13T18:56:13,011 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0c182df096dd904fe2e5a7e1949b63d9, ASSIGN; state=OFFLINE, location=62ae331128c9,43889,1731524171319; forceNewPlan=false, retain=false 2024-11-13T18:56:13,161 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c182df096dd904fe2e5a7e1949b63d9, regionState=OPENING, regionLocation=62ae331128c9,43889,1731524171319 2024-11-13T18:56:13,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0c182df096dd904fe2e5a7e1949b63d9, ASSIGN because future has completed 2024-11-13T18:56:13,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c182df096dd904fe2e5a7e1949b63d9, server=62ae331128c9,43889,1731524171319}] 2024-11-13T18:56:13,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:13,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:13,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:13,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:13,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:13,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:13,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:13,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:13,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:13,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:13,323 INFO [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9. 2024-11-13T18:56:13,324 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c182df096dd904fe2e5a7e1949b63d9, NAME => 'TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:56:13,324 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:56:13,324 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:56:13,324 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:56:13,324 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:56:13,326 INFO [StoreOpener-0c182df096dd904fe2e5a7e1949b63d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:56:13,328 INFO [StoreOpener-0c182df096dd904fe2e5a7e1949b63d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c182df096dd904fe2e5a7e1949b63d9 columnFamilyName info 2024-11-13T18:56:13,328 DEBUG [StoreOpener-0c182df096dd904fe2e5a7e1949b63d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:56:13,329 INFO [StoreOpener-0c182df096dd904fe2e5a7e1949b63d9-1 {}] regionserver.HStore(327): Store=0c182df096dd904fe2e5a7e1949b63d9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:56:13,329 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:56:13,330 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:56:13,330 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:56:13,331 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:56:13,331 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:56:13,334 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:56:13,336 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:56:13,337 INFO [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0c182df096dd904fe2e5a7e1949b63d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=821854, jitterRate=0.045042142271995544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:56:13,337 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:56:13,338 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0c182df096dd904fe2e5a7e1949b63d9: Running coprocessor pre-open hook at 1731524173324Writing region info on filesystem at 1731524173324Initializing all the Stores at 1731524173326 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524173326Cleaning up temporary data from old regions at 1731524173331 (+5 ms)Running coprocessor post-open hooks at 1731524173337 (+6 ms)Region opened successfully at 1731524173338 (+1 ms) 2024-11-13T18:56:13,339 INFO [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9., pid=6, masterSystemTime=1731524173318 2024-11-13T18:56:13,341 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9. 2024-11-13T18:56:13,341 INFO [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9. 2024-11-13T18:56:13,342 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c182df096dd904fe2e5a7e1949b63d9, regionState=OPEN, openSeqNum=2, regionLocation=62ae331128c9,43889,1731524171319 2024-11-13T18:56:13,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c182df096dd904fe2e5a7e1949b63d9, server=62ae331128c9,43889,1731524171319 because future has completed 2024-11-13T18:56:13,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T18:56:13,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c182df096dd904fe2e5a7e1949b63d9, server=62ae331128c9,43889,1731524171319 in 181 msec 2024-11-13T18:56:13,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:56:13,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0c182df096dd904fe2e5a7e1949b63d9, ASSIGN in 341 msec 2024-11-13T18:56:13,353 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:56:13,354 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524173353"}]},"ts":"1731524173353"} 2024-11-13T18:56:13,356 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-13T18:56:13,357 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:56:13,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 791 msec 2024-11-13T18:56:13,816 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:56:13,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:13,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:13,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:13,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:13,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:13,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:13,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:13,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:13,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:13,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:14,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-13T18:56:14,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-13T18:56:14,121 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-13T18:56:17,802 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T18:56:17,802 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-13T18:56:18,826 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:56:18,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:18,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:18,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:18,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:18,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:18,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:18,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:18,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:18,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:18,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:56:22,631 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-13T18:56:22,631 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-13T18:56:22,635 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-13T18:56:22,635 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9. 2024-11-13T18:56:22,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9., hostname=62ae331128c9,43889,1731524171319, seqNum=2] 2024-11-13T18:56:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.HRegion(8855): Flush requested on 0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:56:22,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0c182df096dd904fe2e5a7e1949b63d9 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-13T18:56:22,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/14af6ea09fd24f358980626a178cd3ae is 1055, key is row0001/info:/1731524182640/Put/seqid=0 2024-11-13T18:56:22,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741837_1013 (size=13386) 2024-11-13T18:56:22,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741837_1013 (size=13386) 2024-11-13T18:56:22,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/14af6ea09fd24f358980626a178cd3ae 2024-11-13T18:56:22,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/14af6ea09fd24f358980626a178cd3ae as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/14af6ea09fd24f358980626a178cd3ae 2024-11-13T18:56:22,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/14af6ea09fd24f358980626a178cd3ae, entries=8, sequenceid=12, filesize=13.1 K 2024-11-13T18:56:22,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for 0c182df096dd904fe2e5a7e1949b63d9 in 52ms, sequenceid=12, compaction requested=false 2024-11-13T18:56:22,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0c182df096dd904fe2e5a7e1949b63d9: 2024-11-13T18:56:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.HRegion(8855): Flush requested on 0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:56:22,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0c182df096dd904fe2e5a7e1949b63d9 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-13T18:56:22,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/7a261be9d5914dc9bd4e3ba50c68c6dc is 1055, key is row0009/info:/1731524182667/Put/seqid=0 2024-11-13T18:56:22,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741838_1014 (size=20766) 2024-11-13T18:56:22,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741838_1014 (size=20766) 2024-11-13T18:56:22,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=30 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/7a261be9d5914dc9bd4e3ba50c68c6dc 2024-11-13T18:56:22,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/7a261be9d5914dc9bd4e3ba50c68c6dc as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/7a261be9d5914dc9bd4e3ba50c68c6dc 2024-11-13T18:56:22,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/7a261be9d5914dc9bd4e3ba50c68c6dc, entries=15, sequenceid=30, filesize=20.3 K 2024-11-13T18:56:22,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=9.24 KB/9459 for 0c182df096dd904fe2e5a7e1949b63d9 in 26ms, sequenceid=30, compaction requested=false 2024-11-13T18:56:22,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0c182df096dd904fe2e5a7e1949b63d9: 2024-11-13T18:56:22,738 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=33.4 K, sizeToCheck=16.0 K 2024-11-13T18:56:22,738 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T18:56:22,738 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/7a261be9d5914dc9bd4e3ba50c68c6dc because midkey is the same as first or last row 2024-11-13T18:56:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.HRegion(8855): Flush requested on 0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:56:24,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0c182df096dd904fe2e5a7e1949b63d9 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-13T18:56:24,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/30704aac168d47e8800e8cc5ae692b6b is 1055, key is row0024/info:/1731524182712/Put/seqid=0 2024-11-13T18:56:24,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741839_1015 (size=15490) 2024-11-13T18:56:24,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741839_1015 (size=15490) 2024-11-13T18:56:24,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/30704aac168d47e8800e8cc5ae692b6b 2024-11-13T18:56:24,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/30704aac168d47e8800e8cc5ae692b6b as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/30704aac168d47e8800e8cc5ae692b6b 2024-11-13T18:56:24,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/30704aac168d47e8800e8cc5ae692b6b, entries=10, sequenceid=43, filesize=15.1 K 2024-11-13T18:56:24,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=14.37 KB/14714 for 0c182df096dd904fe2e5a7e1949b63d9 in 34ms, sequenceid=43, compaction requested=true 2024-11-13T18:56:24,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0c182df096dd904fe2e5a7e1949b63d9: 2024-11-13T18:56:24,770 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=48.5 K, sizeToCheck=16.0 K 2024-11-13T18:56:24,770 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T18:56:24,770 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/7a261be9d5914dc9bd4e3ba50c68c6dc because midkey is the same as first or last row 2024-11-13T18:56:24,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c182df096dd904fe2e5a7e1949b63d9:info, priority=-2147483648, current under compaction store size is 1 2024-11-13T18:56:24,772 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T18:56:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.HRegion(8855): Flush requested on 0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:56:24,773 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 49642 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T18:56:24,773 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1541): 0c182df096dd904fe2e5a7e1949b63d9/info is initiating minor compaction (all files) 2024-11-13T18:56:24,774 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c182df096dd904fe2e5a7e1949b63d9/info in TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9. 2024-11-13T18:56:24,774 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/14af6ea09fd24f358980626a178cd3ae, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/7a261be9d5914dc9bd4e3ba50c68c6dc, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/30704aac168d47e8800e8cc5ae692b6b] into tmpdir=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp, totalSize=48.5 K 2024-11-13T18:56:24,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T18:56:24,774 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14af6ea09fd24f358980626a178cd3ae, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731524182640 2024-11-13T18:56:24,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0c182df096dd904fe2e5a7e1949b63d9 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-13T18:56:24,775 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a261be9d5914dc9bd4e3ba50c68c6dc, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=30, earliestPutTs=1731524182667 2024-11-13T18:56:24,776 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30704aac168d47e8800e8cc5ae692b6b, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731524182712 2024-11-13T18:56:24,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/848f64c506be4c9ba8d251365f154012 is 1055, key is row0034/info:/1731524184737/Put/seqid=0 2024-11-13T18:56:24,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741840_1016 (size=21822) 2024-11-13T18:56:24,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741840_1016 (size=21822) 2024-11-13T18:56:24,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/848f64c506be4c9ba8d251365f154012 2024-11-13T18:56:24,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/848f64c506be4c9ba8d251365f154012 as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/848f64c506be4c9ba8d251365f154012 2024-11-13T18:56:24,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/848f64c506be4c9ba8d251365f154012, entries=16, sequenceid=62, filesize=21.3 K 2024-11-13T18:56:24,813 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c182df096dd904fe2e5a7e1949b63d9#info#compaction#35 average throughput is 8.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T18:56:24,814 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/0fe28f48b44d44b39de313d2f4eea0b7 is 1055, key is row0001/info:/1731524182640/Put/seqid=0 2024-11-13T18:56:24,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=13.34 KB/13663 for 0c182df096dd904fe2e5a7e1949b63d9 in 40ms, sequenceid=62, compaction requested=false 2024-11-13T18:56:24,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0c182df096dd904fe2e5a7e1949b63d9: 2024-11-13T18:56:24,815 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.8 K, sizeToCheck=16.0 K 2024-11-13T18:56:24,815 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T18:56:24,815 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/848f64c506be4c9ba8d251365f154012 because midkey is the same as first or last row 2024-11-13T18:56:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.HRegion(8855): Flush requested on 0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:56:24,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0c182df096dd904fe2e5a7e1949b63d9 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-13T18:56:24,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741841_1017 (size=39845) 2024-11-13T18:56:24,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/25e052614ff2474db34aeeec93b90b36 is 1055, key is row0050/info:/1731524184776/Put/seqid=0 2024-11-13T18:56:24,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741841_1017 (size=39845) 2024-11-13T18:56:24,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741842_1018 (size=19714) 2024-11-13T18:56:24,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741842_1018 (size=19714) 2024-11-13T18:56:24,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/25e052614ff2474db34aeeec93b90b36 2024-11-13T18:56:24,847 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/0fe28f48b44d44b39de313d2f4eea0b7 as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/0fe28f48b44d44b39de313d2f4eea0b7 2024-11-13T18:56:24,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/25e052614ff2474db34aeeec93b90b36 as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/25e052614ff2474db34aeeec93b90b36 2024-11-13T18:56:24,856 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0c182df096dd904fe2e5a7e1949b63d9/info of 0c182df096dd904fe2e5a7e1949b63d9 into 0fe28f48b44d44b39de313d2f4eea0b7(size=38.9 K), total size for store is 60.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T18:56:24,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/25e052614ff2474db34aeeec93b90b36, entries=14, sequenceid=79, filesize=19.3 K 2024-11-13T18:56:24,856 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c182df096dd904fe2e5a7e1949b63d9: 2024-11-13T18:56:24,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=1.03 KB/1051 for 0c182df096dd904fe2e5a7e1949b63d9 in 39ms, sequenceid=79, compaction requested=true 2024-11-13T18:56:24,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0c182df096dd904fe2e5a7e1949b63d9: 2024-11-13T18:56:24,857 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=79.5 K, sizeToCheck=16.0 K 2024-11-13T18:56:24,857 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T18:56:24,857 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/0fe28f48b44d44b39de313d2f4eea0b7 because midkey is the same as first or last row 2024-11-13T18:56:24,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c182df096dd904fe2e5a7e1949b63d9:info, priority=-2147483648, current under compaction store size is 1 2024-11-13T18:56:24,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T18:56:24,857 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T18:56:24,858 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9., storeName=0c182df096dd904fe2e5a7e1949b63d9/info, priority=13, startTime=1731524184771; duration=0sec 2024-11-13T18:56:24,858 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=79.5 K, sizeToCheck=16.0 K 2024-11-13T18:56:24,858 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T18:56:24,858 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/0fe28f48b44d44b39de313d2f4eea0b7 because midkey is the same as first or last row 2024-11-13T18:56:24,859 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 81381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T18:56:24,859 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.HStore(1541): 0c182df096dd904fe2e5a7e1949b63d9/info is initiating minor compaction (all files) 2024-11-13T18:56:24,859 INFO [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c182df096dd904fe2e5a7e1949b63d9/info in TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9. 2024-11-13T18:56:24,859 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=79.5 K, sizeToCheck=16.0 K 2024-11-13T18:56:24,859 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T18:56:24,859 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/0fe28f48b44d44b39de313d2f4eea0b7 because midkey is the same as first or last row 2024-11-13T18:56:24,859 INFO [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/0fe28f48b44d44b39de313d2f4eea0b7, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/848f64c506be4c9ba8d251365f154012, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/25e052614ff2474db34aeeec93b90b36] into tmpdir=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp, totalSize=79.5 K 2024-11-13T18:56:24,859 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=79.5 K, sizeToCheck=16.0 K 2024-11-13T18:56:24,859 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T18:56:24,859 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/0fe28f48b44d44b39de313d2f4eea0b7 because midkey is the same as first or last row 2024-11-13T18:56:24,859 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T18:56:24,860 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c182df096dd904fe2e5a7e1949b63d9:info 2024-11-13T18:56:24,860 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fe28f48b44d44b39de313d2f4eea0b7, keycount=33, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731524182640 2024-11-13T18:56:24,860 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] compactions.Compactor(225): Compacting 848f64c506be4c9ba8d251365f154012, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731524184737 2024-11-13T18:56:24,861 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] compactions.Compactor(225): Compacting 25e052614ff2474db34aeeec93b90b36, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731524184776 2024-11-13T18:56:24,877 INFO [RS:0;62ae331128c9:43889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c182df096dd904fe2e5a7e1949b63d9#info#compaction#37 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T18:56:24,878 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/22e3f90862b74960b0368da2ab11197c is 1055, key is row0001/info:/1731524182640/Put/seqid=0 2024-11-13T18:56:24,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741843_1019 (size=71580) 2024-11-13T18:56:24,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741843_1019 (size=71580) 2024-11-13T18:56:24,891 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/22e3f90862b74960b0368da2ab11197c as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/22e3f90862b74960b0368da2ab11197c 2024-11-13T18:56:24,898 INFO [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0c182df096dd904fe2e5a7e1949b63d9/info of 0c182df096dd904fe2e5a7e1949b63d9 into 22e3f90862b74960b0368da2ab11197c(size=69.9 K), total size for store is 69.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T18:56:24,898 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c182df096dd904fe2e5a7e1949b63d9: 2024-11-13T18:56:24,898 INFO [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9., storeName=0c182df096dd904fe2e5a7e1949b63d9/info, priority=13, startTime=1731524184857; duration=0sec 2024-11-13T18:56:24,898 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.9 K, sizeToCheck=16.0 K 2024-11-13T18:56:24,898 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T18:56:24,898 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/22e3f90862b74960b0368da2ab11197c because midkey is the same as first or last row 2024-11-13T18:56:24,899 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.9 K, sizeToCheck=16.0 K 2024-11-13T18:56:24,899 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T18:56:24,899 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/22e3f90862b74960b0368da2ab11197c because midkey is the same as first or last row 2024-11-13T18:56:24,899 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.9 K, sizeToCheck=16.0 K 2024-11-13T18:56:24,899 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T18:56:24,899 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/22e3f90862b74960b0368da2ab11197c because midkey is the same as first or last row 2024-11-13T18:56:24,899 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T18:56:24,899 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c182df096dd904fe2e5a7e1949b63d9:info 2024-11-13T18:56:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.HRegion(8855): Flush requested on 0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:56:26,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0c182df096dd904fe2e5a7e1949b63d9 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-13T18:56:26,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/45cda5058eca4c19b0396645203fbb30 is 1055, key is row0064/info:/1731524184819/Put/seqid=0 2024-11-13T18:56:26,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741844_1020 (size=13386) 2024-11-13T18:56:26,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741844_1020 (size=13386) 2024-11-13T18:56:26,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/45cda5058eca4c19b0396645203fbb30 2024-11-13T18:56:26,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/45cda5058eca4c19b0396645203fbb30 as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/45cda5058eca4c19b0396645203fbb30 2024-11-13T18:56:26,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/45cda5058eca4c19b0396645203fbb30, entries=8, sequenceid=92, filesize=13.1 K 2024-11-13T18:56:26,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 0c182df096dd904fe2e5a7e1949b63d9 in 31ms, sequenceid=92, compaction requested=false 2024-11-13T18:56:26,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0c182df096dd904fe2e5a7e1949b63d9: 2024-11-13T18:56:26,874 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=83.0 K, sizeToCheck=16.0 K 2024-11-13T18:56:26,874 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T18:56:26,874 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/22e3f90862b74960b0368da2ab11197c because midkey is the same as first or last row 2024-11-13T18:56:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.HRegion(8855): Flush requested on 0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:56:26,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0c182df096dd904fe2e5a7e1949b63d9 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-13T18:56:26,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/fde00da96beb47ea9eb139310292fb46 is 1055, key is row0072/info:/1731524186844/Put/seqid=0 2024-11-13T18:56:26,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741845_1021 (size=17594) 2024-11-13T18:56:26,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741845_1021 (size=17594) 2024-11-13T18:56:26,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/fde00da96beb47ea9eb139310292fb46 2024-11-13T18:56:26,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/fde00da96beb47ea9eb139310292fb46 as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/fde00da96beb47ea9eb139310292fb46 2024-11-13T18:56:26,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/fde00da96beb47ea9eb139310292fb46, entries=12, sequenceid=107, filesize=17.2 K 2024-11-13T18:56:26,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=13.34 KB/13663 for 0c182df096dd904fe2e5a7e1949b63d9 in 33ms, sequenceid=107, compaction requested=true 2024-11-13T18:56:26,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0c182df096dd904fe2e5a7e1949b63d9: 2024-11-13T18:56:26,909 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=100.2 K, sizeToCheck=16.0 K 2024-11-13T18:56:26,909 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T18:56:26,909 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/22e3f90862b74960b0368da2ab11197c because midkey is the same as first or last row 2024-11-13T18:56:26,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c182df096dd904fe2e5a7e1949b63d9:info, priority=-2147483648, current under compaction store size is 1 2024-11-13T18:56:26,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T18:56:26,909 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T18:56:26,910 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102560 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T18:56:26,910 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1541): 0c182df096dd904fe2e5a7e1949b63d9/info is initiating minor compaction (all files) 2024-11-13T18:56:26,910 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c182df096dd904fe2e5a7e1949b63d9/info in TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9. 2024-11-13T18:56:26,910 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/22e3f90862b74960b0368da2ab11197c, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/45cda5058eca4c19b0396645203fbb30, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/fde00da96beb47ea9eb139310292fb46] into tmpdir=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp, totalSize=100.2 K 2024-11-13T18:56:26,911 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22e3f90862b74960b0368da2ab11197c, keycount=63, bloomtype=ROW, size=69.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731524182640 2024-11-13T18:56:26,911 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45cda5058eca4c19b0396645203fbb30, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731524184819 2024-11-13T18:56:26,912 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting fde00da96beb47ea9eb139310292fb46, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731524186844 2024-11-13T18:56:26,930 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c182df096dd904fe2e5a7e1949b63d9#info#compaction#40 average throughput is 16.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T18:56:26,931 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/6c8a593bd67443a2bfa9d7f3066724f8 is 1055, key is row0001/info:/1731524182640/Put/seqid=0 2024-11-13T18:56:26,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741846_1022 (size=92795) 2024-11-13T18:56:26,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741846_1022 (size=92795) 2024-11-13T18:56:26,943 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/6c8a593bd67443a2bfa9d7f3066724f8 as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/6c8a593bd67443a2bfa9d7f3066724f8 2024-11-13T18:56:26,950 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0c182df096dd904fe2e5a7e1949b63d9/info of 0c182df096dd904fe2e5a7e1949b63d9 into 6c8a593bd67443a2bfa9d7f3066724f8(size=90.6 K), total size for store is 90.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T18:56:26,950 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c182df096dd904fe2e5a7e1949b63d9: 2024-11-13T18:56:26,950 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9., storeName=0c182df096dd904fe2e5a7e1949b63d9/info, priority=13, startTime=1731524186909; duration=0sec 2024-11-13T18:56:26,951 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=90.6 K, sizeToCheck=16.0 K 2024-11-13T18:56:26,951 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T18:56:26,951 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=90.6 K, sizeToCheck=16.0 K 2024-11-13T18:56:26,951 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T18:56:26,951 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=90.6 K, sizeToCheck=16.0 K 2024-11-13T18:56:26,951 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T18:56:26,952 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T18:56:26,952 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T18:56:26,952 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c182df096dd904fe2e5a7e1949b63d9:info 2024-11-13T18:56:26,954 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39557 {}] assignment.AssignmentManager(1363): Split request from 62ae331128c9,43889,1731524171319, parent={ENCODED => 0c182df096dd904fe2e5a7e1949b63d9, NAME => 'TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-13T18:56:26,961 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39557 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=62ae331128c9,43889,1731524171319 2024-11-13T18:56:26,966 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39557 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=0c182df096dd904fe2e5a7e1949b63d9, daughterA=e4a67c4ba1051891d1bd70b6afd342d8, daughterB=daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:56:26,967 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=0c182df096dd904fe2e5a7e1949b63d9, daughterA=e4a67c4ba1051891d1bd70b6afd342d8, daughterB=daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:56:26,967 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=0c182df096dd904fe2e5a7e1949b63d9, daughterA=e4a67c4ba1051891d1bd70b6afd342d8, daughterB=daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:56:26,967 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=0c182df096dd904fe2e5a7e1949b63d9, daughterA=e4a67c4ba1051891d1bd70b6afd342d8, daughterB=daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:56:26,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0c182df096dd904fe2e5a7e1949b63d9, UNASSIGN}] 2024-11-13T18:56:26,977 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0c182df096dd904fe2e5a7e1949b63d9, UNASSIGN 2024-11-13T18:56:26,978 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0c182df096dd904fe2e5a7e1949b63d9, regionState=CLOSING, regionLocation=62ae331128c9,43889,1731524171319 2024-11-13T18:56:26,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0c182df096dd904fe2e5a7e1949b63d9, UNASSIGN because future has completed 2024-11-13T18:56:26,982 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-13T18:56:26,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0c182df096dd904fe2e5a7e1949b63d9, server=62ae331128c9,43889,1731524171319}] 2024-11-13T18:56:27,141 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:56:27,141 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-13T18:56:27,141 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 0c182df096dd904fe2e5a7e1949b63d9, disabling compactions & flushes 2024-11-13T18:56:27,141 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9. 2024-11-13T18:56:27,141 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9. 2024-11-13T18:56:27,142 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9. after waiting 0 ms 2024-11-13T18:56:27,142 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9. 2024-11-13T18:56:27,142 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 0c182df096dd904fe2e5a7e1949b63d9 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-13T18:56:27,147 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/e17402d91c67411e96fc72ffbfa826e8 is 1055, key is row0084/info:/1731524186877/Put/seqid=0 2024-11-13T18:56:27,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741847_1023 (size=18662) 2024-11-13T18:56:27,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741847_1023 (size=18662) 2024-11-13T18:56:27,152 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/e17402d91c67411e96fc72ffbfa826e8 2024-11-13T18:56:27,158 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/.tmp/info/e17402d91c67411e96fc72ffbfa826e8 as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/e17402d91c67411e96fc72ffbfa826e8 2024-11-13T18:56:27,165 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/e17402d91c67411e96fc72ffbfa826e8, entries=13, sequenceid=124, filesize=18.2 K 2024-11-13T18:56:27,166 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=0 B/0 for 0c182df096dd904fe2e5a7e1949b63d9 in 24ms, sequenceid=124, compaction requested=false 2024-11-13T18:56:27,167 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/14af6ea09fd24f358980626a178cd3ae, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/7a261be9d5914dc9bd4e3ba50c68c6dc, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/0fe28f48b44d44b39de313d2f4eea0b7, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/30704aac168d47e8800e8cc5ae692b6b, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/848f64c506be4c9ba8d251365f154012, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/22e3f90862b74960b0368da2ab11197c, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/25e052614ff2474db34aeeec93b90b36, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/45cda5058eca4c19b0396645203fbb30, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/fde00da96beb47ea9eb139310292fb46] to archive 2024-11-13T18:56:27,169 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T18:56:27,170 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/14af6ea09fd24f358980626a178cd3ae to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/14af6ea09fd24f358980626a178cd3ae 2024-11-13T18:56:27,172 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/7a261be9d5914dc9bd4e3ba50c68c6dc to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/7a261be9d5914dc9bd4e3ba50c68c6dc 2024-11-13T18:56:27,174 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/0fe28f48b44d44b39de313d2f4eea0b7 to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/0fe28f48b44d44b39de313d2f4eea0b7 2024-11-13T18:56:27,176 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/30704aac168d47e8800e8cc5ae692b6b to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/30704aac168d47e8800e8cc5ae692b6b 2024-11-13T18:56:27,178 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/848f64c506be4c9ba8d251365f154012 to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/848f64c506be4c9ba8d251365f154012 2024-11-13T18:56:27,179 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/22e3f90862b74960b0368da2ab11197c to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/22e3f90862b74960b0368da2ab11197c 2024-11-13T18:56:27,181 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/25e052614ff2474db34aeeec93b90b36 to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/25e052614ff2474db34aeeec93b90b36 2024-11-13T18:56:27,183 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/45cda5058eca4c19b0396645203fbb30 to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/45cda5058eca4c19b0396645203fbb30 2024-11-13T18:56:27,185 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/fde00da96beb47ea9eb139310292fb46 to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/fde00da96beb47ea9eb139310292fb46 2024-11-13T18:56:27,192 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=1 2024-11-13T18:56:27,193 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9. 2024-11-13T18:56:27,193 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 0c182df096dd904fe2e5a7e1949b63d9: Waiting for close lock at 1731524187141Running coprocessor pre-close hooks at 1731524187141Disabling compacts and flushes for region at 1731524187141Disabling writes for close at 1731524187142 (+1 ms)Obtaining lock to block concurrent updates at 1731524187142Preparing flush snapshotting stores in 0c182df096dd904fe2e5a7e1949b63d9 at 1731524187142Finished memstore snapshotting TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9., syncing WAL and waiting on mvcc, flushsize=dataSize=13663, getHeapSize=14904, getOffHeapSize=0, getCellsCount=13 at 1731524187142Flushing stores of TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9. at 1731524187143 (+1 ms)Flushing 0c182df096dd904fe2e5a7e1949b63d9/info: creating writer at 1731524187143Flushing 0c182df096dd904fe2e5a7e1949b63d9/info: appending metadata at 1731524187146 (+3 ms)Flushing 0c182df096dd904fe2e5a7e1949b63d9/info: closing flushed file at 1731524187146Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47526c18: reopening flushed file at 1731524187157 (+11 ms)Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=0 B/0 for 0c182df096dd904fe2e5a7e1949b63d9 in 24ms, sequenceid=124, compaction requested=false at 1731524187166 (+9 ms)Writing region close event to WAL at 1731524187188 (+22 ms)Running coprocessor post-close hooks at 1731524187193 (+5 ms)Closed at 1731524187193 2024-11-13T18:56:27,196 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:56:27,197 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0c182df096dd904fe2e5a7e1949b63d9, regionState=CLOSED 2024-11-13T18:56:27,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0c182df096dd904fe2e5a7e1949b63d9, server=62ae331128c9,43889,1731524171319 because future has completed 2024-11-13T18:56:27,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T18:56:27,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 0c182df096dd904fe2e5a7e1949b63d9, server=62ae331128c9,43889,1731524171319 in 218 msec 2024-11-13T18:56:27,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-13T18:56:27,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0c182df096dd904fe2e5a7e1949b63d9, UNASSIGN in 227 msec 2024-11-13T18:56:27,213 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:56:27,216 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 2 storefiles, region=0c182df096dd904fe2e5a7e1949b63d9, threads=2 2024-11-13T18:56:27,218 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/e17402d91c67411e96fc72ffbfa826e8 for region: 0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:56:27,218 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/6c8a593bd67443a2bfa9d7f3066724f8 for region: 0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:56:27,230 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/e17402d91c67411e96fc72ffbfa826e8, top=true 2024-11-13T18:56:27,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741848_1024 (size=27) 2024-11-13T18:56:27,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741848_1024 (size=27) 2024-11-13T18:56:27,239 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/TestLogRolling-testLogRolling=0c182df096dd904fe2e5a7e1949b63d9-e17402d91c67411e96fc72ffbfa826e8 for child: daaab1053781c7e7c01aa4caebba4c89, parent: 0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:56:27,239 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/e17402d91c67411e96fc72ffbfa826e8 for region: 0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:56:27,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741849_1025 (size=27) 2024-11-13T18:56:27,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741849_1025 (size=27) 2024-11-13T18:56:27,651 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/6c8a593bd67443a2bfa9d7f3066724f8 for region: 0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:56:27,654 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 0c182df096dd904fe2e5a7e1949b63d9 Daughter A: [hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/e4a67c4ba1051891d1bd70b6afd342d8/info/6c8a593bd67443a2bfa9d7f3066724f8.0c182df096dd904fe2e5a7e1949b63d9] storefiles, Daughter B: [hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/6c8a593bd67443a2bfa9d7f3066724f8.0c182df096dd904fe2e5a7e1949b63d9, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/TestLogRolling-testLogRolling=0c182df096dd904fe2e5a7e1949b63d9-e17402d91c67411e96fc72ffbfa826e8] storefiles. 2024-11-13T18:56:27,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741850_1026 (size=71) 2024-11-13T18:56:27,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741850_1026 (size=71) 2024-11-13T18:56:27,670 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:56:27,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741851_1027 (size=71) 2024-11-13T18:56:27,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741851_1027 (size=71) 2024-11-13T18:56:27,686 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:56:27,696 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/e4a67c4ba1051891d1bd70b6afd342d8/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-11-13T18:56:27,698 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-11-13T18:56:27,701 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731524187700"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731524187700"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731524187700"}]},"ts":"1731524187700"} 2024-11-13T18:56:27,701 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731524186961.e4a67c4ba1051891d1bd70b6afd342d8.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731524187700"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524187700"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731524187700"}]},"ts":"1731524187700"} 2024-11-13T18:56:27,701 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731524187700"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524187700"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731524187700"}]},"ts":"1731524187700"} 2024-11-13T18:56:27,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e4a67c4ba1051891d1bd70b6afd342d8, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=daaab1053781c7e7c01aa4caebba4c89, ASSIGN}] 2024-11-13T18:56:27,721 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e4a67c4ba1051891d1bd70b6afd342d8, ASSIGN 2024-11-13T18:56:27,721 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=daaab1053781c7e7c01aa4caebba4c89, ASSIGN 2024-11-13T18:56:27,722 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e4a67c4ba1051891d1bd70b6afd342d8, ASSIGN; state=SPLITTING_NEW, location=62ae331128c9,43889,1731524171319; forceNewPlan=false, retain=false 2024-11-13T18:56:27,722 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=daaab1053781c7e7c01aa4caebba4c89, ASSIGN; state=SPLITTING_NEW, location=62ae331128c9,43889,1731524171319; forceNewPlan=false, retain=false 2024-11-13T18:56:27,874 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=daaab1053781c7e7c01aa4caebba4c89, regionState=OPENING, regionLocation=62ae331128c9,43889,1731524171319 2024-11-13T18:56:27,874 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e4a67c4ba1051891d1bd70b6afd342d8, regionState=OPENING, regionLocation=62ae331128c9,43889,1731524171319 2024-11-13T18:56:27,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e4a67c4ba1051891d1bd70b6afd342d8, ASSIGN because future has completed 2024-11-13T18:56:27,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4a67c4ba1051891d1bd70b6afd342d8, server=62ae331128c9,43889,1731524171319}] 2024-11-13T18:56:27,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=daaab1053781c7e7c01aa4caebba4c89, ASSIGN because future has completed 2024-11-13T18:56:27,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure daaab1053781c7e7c01aa4caebba4c89, server=62ae331128c9,43889,1731524171319}] 2024-11-13T18:56:28,036 INFO [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89. 2024-11-13T18:56:28,036 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => daaab1053781c7e7c01aa4caebba4c89, NAME => 'TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-13T18:56:28,036 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:56:28,036 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:56:28,036 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:56:28,037 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:56:28,038 INFO [StoreOpener-daaab1053781c7e7c01aa4caebba4c89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:56:28,039 INFO [StoreOpener-daaab1053781c7e7c01aa4caebba4c89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daaab1053781c7e7c01aa4caebba4c89 columnFamilyName info 2024-11-13T18:56:28,039 DEBUG [StoreOpener-daaab1053781c7e7c01aa4caebba4c89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:56:28,053 DEBUG [StoreOpener-daaab1053781c7e7c01aa4caebba4c89-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/6c8a593bd67443a2bfa9d7f3066724f8.0c182df096dd904fe2e5a7e1949b63d9->hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/6c8a593bd67443a2bfa9d7f3066724f8-top 2024-11-13T18:56:28,060 DEBUG [StoreOpener-daaab1053781c7e7c01aa4caebba4c89-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/TestLogRolling-testLogRolling=0c182df096dd904fe2e5a7e1949b63d9-e17402d91c67411e96fc72ffbfa826e8 2024-11-13T18:56:28,060 INFO [StoreOpener-daaab1053781c7e7c01aa4caebba4c89-1 {}] regionserver.HStore(327): Store=daaab1053781c7e7c01aa4caebba4c89/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:56:28,060 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:56:28,061 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:56:28,062 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:56:28,063 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:56:28,063 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:56:28,065 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:56:28,067 INFO [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened daaab1053781c7e7c01aa4caebba4c89; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=789370, jitterRate=0.0037362277507781982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:56:28,067 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:56:28,067 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for daaab1053781c7e7c01aa4caebba4c89: Running coprocessor pre-open hook at 1731524188037Writing region info on filesystem at 1731524188037Initializing all the Stores at 1731524188038 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524188038Cleaning up temporary data from old regions at 1731524188063 (+25 ms)Running coprocessor post-open hooks at 1731524188067 (+4 ms)Region opened successfully at 1731524188067 2024-11-13T18:56:28,073 INFO [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89., pid=13, masterSystemTime=1731524188032 2024-11-13T18:56:28,073 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store daaab1053781c7e7c01aa4caebba4c89:info, priority=-2147483648, current under compaction store size is 1 2024-11-13T18:56:28,073 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-13T18:56:28,073 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T18:56:28,075 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89. 2024-11-13T18:56:28,075 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1541): daaab1053781c7e7c01aa4caebba4c89/info is initiating minor compaction (all files) 2024-11-13T18:56:28,075 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of daaab1053781c7e7c01aa4caebba4c89/info in TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89. 2024-11-13T18:56:28,075 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/6c8a593bd67443a2bfa9d7f3066724f8.0c182df096dd904fe2e5a7e1949b63d9->hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/6c8a593bd67443a2bfa9d7f3066724f8-top, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/TestLogRolling-testLogRolling=0c182df096dd904fe2e5a7e1949b63d9-e17402d91c67411e96fc72ffbfa826e8] into tmpdir=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp, totalSize=108.8 K 2024-11-13T18:56:28,076 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c8a593bd67443a2bfa9d7f3066724f8.0c182df096dd904fe2e5a7e1949b63d9, keycount=41, bloomtype=ROW, size=90.6 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731524182640 2024-11-13T18:56:28,076 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89. 2024-11-13T18:56:28,076 INFO [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89. 2024-11-13T18:56:28,076 INFO [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731524186961.e4a67c4ba1051891d1bd70b6afd342d8. 2024-11-13T18:56:28,077 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=0c182df096dd904fe2e5a7e1949b63d9-e17402d91c67411e96fc72ffbfa826e8, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731524186877 2024-11-13T18:56:28,077 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => e4a67c4ba1051891d1bd70b6afd342d8, NAME => 'TestLogRolling-testLogRolling,,1731524186961.e4a67c4ba1051891d1bd70b6afd342d8.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-13T18:56:28,077 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling e4a67c4ba1051891d1bd70b6afd342d8 2024-11-13T18:56:28,077 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731524186961.e4a67c4ba1051891d1bd70b6afd342d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:56:28,077 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for e4a67c4ba1051891d1bd70b6afd342d8 2024-11-13T18:56:28,077 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for e4a67c4ba1051891d1bd70b6afd342d8 2024-11-13T18:56:28,078 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=daaab1053781c7e7c01aa4caebba4c89, regionState=OPEN, openSeqNum=128, regionLocation=62ae331128c9,43889,1731524171319 2024-11-13T18:56:28,081 INFO [StoreOpener-e4a67c4ba1051891d1bd70b6afd342d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e4a67c4ba1051891d1bd70b6afd342d8 2024-11-13T18:56:28,083 INFO [StoreOpener-e4a67c4ba1051891d1bd70b6afd342d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4a67c4ba1051891d1bd70b6afd342d8 columnFamilyName info 2024-11-13T18:56:28,083 DEBUG [StoreOpener-e4a67c4ba1051891d1bd70b6afd342d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:56:28,087 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43889 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-13T18:56:28,087 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T18:56:28,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-13T18:56:28,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure daaab1053781c7e7c01aa4caebba4c89, server=62ae331128c9,43889,1731524171319 because future has completed 2024-11-13T18:56:28,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-13T18:56:28,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure daaab1053781c7e7c01aa4caebba4c89, server=62ae331128c9,43889,1731524171319 in 211 msec 2024-11-13T18:56:28,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=daaab1053781c7e7c01aa4caebba4c89, ASSIGN in 377 msec 2024-11-13T18:56:28,115 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): daaab1053781c7e7c01aa4caebba4c89#info#compaction#42 average throughput is 6.62 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T18:56:28,116 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/babecac5c1e2488fb8c5d809e4a63518 is 1055, key is row0064/info:/1731524184819/Put/seqid=0 2024-11-13T18:56:28,122 DEBUG [StoreOpener-e4a67c4ba1051891d1bd70b6afd342d8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/e4a67c4ba1051891d1bd70b6afd342d8/info/6c8a593bd67443a2bfa9d7f3066724f8.0c182df096dd904fe2e5a7e1949b63d9->hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/6c8a593bd67443a2bfa9d7f3066724f8-bottom 2024-11-13T18:56:28,122 INFO [StoreOpener-e4a67c4ba1051891d1bd70b6afd342d8-1 {}] regionserver.HStore(327): Store=e4a67c4ba1051891d1bd70b6afd342d8/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:56:28,122 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for e4a67c4ba1051891d1bd70b6afd342d8 2024-11-13T18:56:28,123 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/e4a67c4ba1051891d1bd70b6afd342d8 2024-11-13T18:56:28,125 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/e4a67c4ba1051891d1bd70b6afd342d8 2024-11-13T18:56:28,125 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for e4a67c4ba1051891d1bd70b6afd342d8 2024-11-13T18:56:28,125 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for e4a67c4ba1051891d1bd70b6afd342d8 2024-11-13T18:56:28,127 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for e4a67c4ba1051891d1bd70b6afd342d8 2024-11-13T18:56:28,129 INFO [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened e4a67c4ba1051891d1bd70b6afd342d8; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=776612, jitterRate=-0.012486830353736877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:56:28,129 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4a67c4ba1051891d1bd70b6afd342d8 2024-11-13T18:56:28,129 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for e4a67c4ba1051891d1bd70b6afd342d8: Running coprocessor pre-open hook at 1731524188078Writing region info on filesystem at 1731524188078Initializing all the Stores at 1731524188079 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524188079Cleaning up temporary data from old regions at 1731524188125 (+46 ms)Running coprocessor post-open hooks at 1731524188129 (+4 ms)Region opened successfully at 1731524188129 2024-11-13T18:56:28,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740/.tmp/info/a6f52a313ba94a6ea24390f735762d21 is 193, key is TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89./info:regioninfo/1731524188077/Put/seqid=0 2024-11-13T18:56:28,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741852_1028 (size=39908) 2024-11-13T18:56:28,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741852_1028 (size=39908) 2024-11-13T18:56:28,135 INFO [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731524186961.e4a67c4ba1051891d1bd70b6afd342d8., pid=12, masterSystemTime=1731524188032 2024-11-13T18:56:28,135 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store e4a67c4ba1051891d1bd70b6afd342d8:info, priority=-2147483648, current under compaction store size is 2 2024-11-13T18:56:28,135 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-13T18:56:28,135 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T18:56:28,136 INFO [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731524186961.e4a67c4ba1051891d1bd70b6afd342d8. 2024-11-13T18:56:28,136 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.HStore(1541): e4a67c4ba1051891d1bd70b6afd342d8/info is initiating minor compaction (all files) 2024-11-13T18:56:28,136 INFO [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e4a67c4ba1051891d1bd70b6afd342d8/info in TestLogRolling-testLogRolling,,1731524186961.e4a67c4ba1051891d1bd70b6afd342d8. 2024-11-13T18:56:28,136 INFO [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/e4a67c4ba1051891d1bd70b6afd342d8/info/6c8a593bd67443a2bfa9d7f3066724f8.0c182df096dd904fe2e5a7e1949b63d9->hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/6c8a593bd67443a2bfa9d7f3066724f8-bottom] into tmpdir=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/e4a67c4ba1051891d1bd70b6afd342d8/.tmp, totalSize=90.6 K 2024-11-13T18:56:28,137 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c8a593bd67443a2bfa9d7f3066724f8.0c182df096dd904fe2e5a7e1949b63d9, keycount=41, bloomtype=ROW, size=90.6 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731524182640 2024-11-13T18:56:28,138 DEBUG [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731524186961.e4a67c4ba1051891d1bd70b6afd342d8. 2024-11-13T18:56:28,138 INFO [RS_OPEN_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731524186961.e4a67c4ba1051891d1bd70b6afd342d8. 2024-11-13T18:56:28,139 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e4a67c4ba1051891d1bd70b6afd342d8, regionState=OPEN, openSeqNum=128, regionLocation=62ae331128c9,43889,1731524171319 2024-11-13T18:56:28,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4a67c4ba1051891d1bd70b6afd342d8, server=62ae331128c9,43889,1731524171319 because future has completed 2024-11-13T18:56:28,146 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/babecac5c1e2488fb8c5d809e4a63518 as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/babecac5c1e2488fb8c5d809e4a63518 2024-11-13T18:56:28,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741853_1029 (size=9882) 2024-11-13T18:56:28,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741853_1029 (size=9882) 2024-11-13T18:56:28,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740/.tmp/info/a6f52a313ba94a6ea24390f735762d21 2024-11-13T18:56:28,156 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 2 (all) file(s) in daaab1053781c7e7c01aa4caebba4c89/info of daaab1053781c7e7c01aa4caebba4c89 into babecac5c1e2488fb8c5d809e4a63518(size=39.0 K), total size for store is 39.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T18:56:28,156 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for daaab1053781c7e7c01aa4caebba4c89: 2024-11-13T18:56:28,156 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89., storeName=daaab1053781c7e7c01aa4caebba4c89/info, priority=14, startTime=1731524188073; duration=0sec 2024-11-13T18:56:28,156 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T18:56:28,156 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: daaab1053781c7e7c01aa4caebba4c89:info 2024-11-13T18:56:28,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-13T18:56:28,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure e4a67c4ba1051891d1bd70b6afd342d8, server=62ae331128c9,43889,1731524171319 in 278 msec 2024-11-13T18:56:28,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-13T18:56:28,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e4a67c4ba1051891d1bd70b6afd342d8, ASSIGN in 447 msec 2024-11-13T18:56:28,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=0c182df096dd904fe2e5a7e1949b63d9, daughterA=e4a67c4ba1051891d1bd70b6afd342d8, daughterB=daaab1053781c7e7c01aa4caebba4c89 in 1.2090 sec 2024-11-13T18:56:28,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740/.tmp/ns/a956d7cf90364a51a9d3b6f7139eb1aa is 43, key is default/ns:d/1731524172516/Put/seqid=0 2024-11-13T18:56:28,179 INFO [RS:0;62ae331128c9:43889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e4a67c4ba1051891d1bd70b6afd342d8#info#compaction#45 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T18:56:28,180 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/e4a67c4ba1051891d1bd70b6afd342d8/.tmp/info/b996af85539a4f01a67d4dabeca38ef1 is 1055, key is row0001/info:/1731524182640/Put/seqid=0 2024-11-13T18:56:28,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741854_1030 (size=5153) 2024-11-13T18:56:28,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741854_1030 (size=5153) 2024-11-13T18:56:28,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741855_1031 (size=71441) 2024-11-13T18:56:28,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741855_1031 (size=71441) 2024-11-13T18:56:28,236 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/e4a67c4ba1051891d1bd70b6afd342d8/.tmp/info/b996af85539a4f01a67d4dabeca38ef1 as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/e4a67c4ba1051891d1bd70b6afd342d8/info/b996af85539a4f01a67d4dabeca38ef1 2024-11-13T18:56:28,245 INFO [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in e4a67c4ba1051891d1bd70b6afd342d8/info of e4a67c4ba1051891d1bd70b6afd342d8 into b996af85539a4f01a67d4dabeca38ef1(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T18:56:28,245 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e4a67c4ba1051891d1bd70b6afd342d8: 2024-11-13T18:56:28,245 INFO [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731524186961.e4a67c4ba1051891d1bd70b6afd342d8., storeName=e4a67c4ba1051891d1bd70b6afd342d8/info, priority=15, startTime=1731524188135; duration=0sec 2024-11-13T18:56:28,245 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T18:56:28,245 DEBUG [RS:0;62ae331128c9:43889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e4a67c4ba1051891d1bd70b6afd342d8:info 2024-11-13T18:56:28,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740/.tmp/ns/a956d7cf90364a51a9d3b6f7139eb1aa 2024-11-13T18:56:28,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740/.tmp/table/8de9b86b1f164894b04e374961efc783 is 65, key is TestLogRolling-testLogRolling/table:state/1731524173353/Put/seqid=0 2024-11-13T18:56:28,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741856_1032 (size=5340) 2024-11-13T18:56:28,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741856_1032 (size=5340) 2024-11-13T18:56:28,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740/.tmp/table/8de9b86b1f164894b04e374961efc783 2024-11-13T18:56:28,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740/.tmp/info/a6f52a313ba94a6ea24390f735762d21 as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740/info/a6f52a313ba94a6ea24390f735762d21 2024-11-13T18:56:28,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740/info/a6f52a313ba94a6ea24390f735762d21, entries=30, sequenceid=17, filesize=9.7 K 2024-11-13T18:56:28,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740/.tmp/ns/a956d7cf90364a51a9d3b6f7139eb1aa as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740/ns/a956d7cf90364a51a9d3b6f7139eb1aa 2024-11-13T18:56:28,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740/ns/a956d7cf90364a51a9d3b6f7139eb1aa, entries=2, sequenceid=17, filesize=5.0 K 2024-11-13T18:56:28,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740/.tmp/table/8de9b86b1f164894b04e374961efc783 as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740/table/8de9b86b1f164894b04e374961efc783 2024-11-13T18:56:28,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740/table/8de9b86b1f164894b04e374961efc783, entries=2, sequenceid=17, filesize=5.2 K 2024-11-13T18:56:28,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 619ms, sequenceid=17, compaction requested=false 2024-11-13T18:56:28,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-13T18:56:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:38014 deadline: 1731524198907, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9. is not online on 62ae331128c9,43889,1731524171319 2024-11-13T18:56:28,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9., hostname=62ae331128c9,43889,1731524171319, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9., hostname=62ae331128c9,43889,1731524171319, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9. is not online on 62ae331128c9,43889,1731524171319 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T18:56:28,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9., hostname=62ae331128c9,43889,1731524171319, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9. is not online on 62ae331128c9,43889,1731524171319 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T18:56:28,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731524172565.0c182df096dd904fe2e5a7e1949b63d9., hostname=62ae331128c9,43889,1731524171319, seqNum=2 from cache 2024-11-13T18:56:32,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:32,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:32,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:32,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:32,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:32,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:32,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:32,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:32,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:32,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:32,727 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:56:32,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:32,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:32,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:32,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:32,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:32,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:32,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:32,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:32,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:32,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:56:38,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89., hostname=62ae331128c9,43889,1731524171319, seqNum=128] 2024-11-13T18:56:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.HRegion(8855): Flush requested on daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:56:38,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing daaab1053781c7e7c01aa4caebba4c89 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-13T18:56:38,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/b7d645fdd3b74930a4b857de73d6acf4 is 1055, key is row0097/info:/1731524198959/Put/seqid=0 2024-11-13T18:56:38,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741857_1033 (size=13394) 2024-11-13T18:56:38,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/b7d645fdd3b74930a4b857de73d6acf4 2024-11-13T18:56:38,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741857_1033 (size=13394) 2024-11-13T18:56:39,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/b7d645fdd3b74930a4b857de73d6acf4 as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/b7d645fdd3b74930a4b857de73d6acf4 2024-11-13T18:56:39,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/b7d645fdd3b74930a4b857de73d6acf4, entries=8, sequenceid=139, filesize=13.1 K 2024-11-13T18:56:39,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for daaab1053781c7e7c01aa4caebba4c89 in 38ms, sequenceid=139, compaction requested=false 2024-11-13T18:56:39,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for daaab1053781c7e7c01aa4caebba4c89: 2024-11-13T18:56:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.HRegion(8855): Flush requested on daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:56:39,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing daaab1053781c7e7c01aa4caebba4c89 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-13T18:56:39,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/50e131f4299c42668c08a15c1c98508d is 1055, key is row0105/info:/1731524198980/Put/seqid=0 2024-11-13T18:56:39,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741858_1034 (size=19728) 2024-11-13T18:56:39,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741858_1034 (size=19728) 2024-11-13T18:56:39,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/50e131f4299c42668c08a15c1c98508d 2024-11-13T18:56:39,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/50e131f4299c42668c08a15c1c98508d as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/50e131f4299c42668c08a15c1c98508d 2024-11-13T18:56:39,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/50e131f4299c42668c08a15c1c98508d, entries=14, sequenceid=156, filesize=19.3 K 2024-11-13T18:56:39,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=10.26 KB/10510 for daaab1053781c7e7c01aa4caebba4c89 in 54ms, sequenceid=156, compaction requested=true 2024-11-13T18:56:39,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for daaab1053781c7e7c01aa4caebba4c89: 2024-11-13T18:56:39,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store daaab1053781c7e7c01aa4caebba4c89:info, priority=-2147483648, current under compaction store size is 1 2024-11-13T18:56:39,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T18:56:39,072 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T18:56:39,073 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 73030 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T18:56:39,073 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1541): daaab1053781c7e7c01aa4caebba4c89/info is initiating minor compaction (all files) 2024-11-13T18:56:39,073 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of daaab1053781c7e7c01aa4caebba4c89/info in TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89. 2024-11-13T18:56:39,074 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/babecac5c1e2488fb8c5d809e4a63518, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/b7d645fdd3b74930a4b857de73d6acf4, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/50e131f4299c42668c08a15c1c98508d] into tmpdir=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp, totalSize=71.3 K 2024-11-13T18:56:39,074 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting babecac5c1e2488fb8c5d809e4a63518, keycount=33, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731524184819 2024-11-13T18:56:39,075 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7d645fdd3b74930a4b857de73d6acf4, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731524198959 2024-11-13T18:56:39,075 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50e131f4299c42668c08a15c1c98508d, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731524198980 2024-11-13T18:56:39,102 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): daaab1053781c7e7c01aa4caebba4c89#info#compaction#49 average throughput is 27.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T18:56:39,103 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/d5a1d0a4faf94247bbc5a0642a93c3d4 is 1055, key is row0064/info:/1731524184819/Put/seqid=0 2024-11-13T18:56:39,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741859_1035 (size=63244) 2024-11-13T18:56:39,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741859_1035 (size=63244) 2024-11-13T18:56:39,128 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/d5a1d0a4faf94247bbc5a0642a93c3d4 as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/d5a1d0a4faf94247bbc5a0642a93c3d4 2024-11-13T18:56:39,154 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in daaab1053781c7e7c01aa4caebba4c89/info of daaab1053781c7e7c01aa4caebba4c89 into d5a1d0a4faf94247bbc5a0642a93c3d4(size=61.8 K), total size for store is 61.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T18:56:39,154 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for daaab1053781c7e7c01aa4caebba4c89: 2024-11-13T18:56:39,154 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89., storeName=daaab1053781c7e7c01aa4caebba4c89/info, priority=13, startTime=1731524199072; duration=0sec 2024-11-13T18:56:39,154 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T18:56:39,155 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: daaab1053781c7e7c01aa4caebba4c89:info 2024-11-13T18:56:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.HRegion(8855): Flush requested on daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:56:41,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing daaab1053781c7e7c01aa4caebba4c89 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-13T18:56:41,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/e032ca70952b4b83aad15192e1d095ae is 1055, key is row0119/info:/1731524199019/Put/seqid=0 2024-11-13T18:56:41,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741860_1036 (size=16553) 2024-11-13T18:56:41,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741860_1036 (size=16553) 2024-11-13T18:56:41,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/e032ca70952b4b83aad15192e1d095ae 2024-11-13T18:56:41,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/e032ca70952b4b83aad15192e1d095ae as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/e032ca70952b4b83aad15192e1d095ae 2024-11-13T18:56:41,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/e032ca70952b4b83aad15192e1d095ae, entries=11, sequenceid=171, filesize=16.2 K 2024-11-13T18:56:41,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=12.32 KB/12612 for daaab1053781c7e7c01aa4caebba4c89 in 26ms, sequenceid=171, compaction requested=false 2024-11-13T18:56:41,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for daaab1053781c7e7c01aa4caebba4c89: 2024-11-13T18:56:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.HRegion(8855): Flush requested on daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:56:41,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing daaab1053781c7e7c01aa4caebba4c89 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-13T18:56:41,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/87ee2ef79a9b412c9e7ff659d3db8284 is 1055, key is row0130/info:/1731524201045/Put/seqid=0 2024-11-13T18:56:41,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741861_1037 (size=18675) 2024-11-13T18:56:41,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741861_1037 (size=18675) 2024-11-13T18:56:41,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=daaab1053781c7e7c01aa4caebba4c89, server=62ae331128c9,43889,1731524171319 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T18:56:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:38014 deadline: 1731524211103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=daaab1053781c7e7c01aa4caebba4c89, server=62ae331128c9,43889,1731524171319 2024-11-13T18:56:41,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89., hostname=62ae331128c9,43889,1731524171319, seqNum=128 , the old value is region=TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89., hostname=62ae331128c9,43889,1731524171319, seqNum=128, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=daaab1053781c7e7c01aa4caebba4c89, server=62ae331128c9,43889,1731524171319 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T18:56:41,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89., hostname=62ae331128c9,43889,1731524171319, seqNum=128 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=daaab1053781c7e7c01aa4caebba4c89, server=62ae331128c9,43889,1731524171319 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T18:56:41,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89., hostname=62ae331128c9,43889,1731524171319, seqNum=128 because the exception is null or not the one we care about 2024-11-13T18:56:41,139 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T18:56:41,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/87ee2ef79a9b412c9e7ff659d3db8284 2024-11-13T18:56:41,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/87ee2ef79a9b412c9e7ff659d3db8284 as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/87ee2ef79a9b412c9e7ff659d3db8284 2024-11-13T18:56:41,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/87ee2ef79a9b412c9e7ff659d3db8284, entries=13, sequenceid=187, filesize=18.2 K 2024-11-13T18:56:41,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=16.42 KB/16816 for daaab1053781c7e7c01aa4caebba4c89 in 424ms, sequenceid=187, compaction requested=true 2024-11-13T18:56:41,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for daaab1053781c7e7c01aa4caebba4c89: 2024-11-13T18:56:41,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store daaab1053781c7e7c01aa4caebba4c89:info, priority=-2147483648, current under compaction store size is 1 2024-11-13T18:56:41,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T18:56:41,496 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T18:56:41,497 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 98472 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T18:56:41,497 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1541): daaab1053781c7e7c01aa4caebba4c89/info is initiating minor compaction (all files) 2024-11-13T18:56:41,497 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of daaab1053781c7e7c01aa4caebba4c89/info in TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89. 2024-11-13T18:56:41,497 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/d5a1d0a4faf94247bbc5a0642a93c3d4, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/e032ca70952b4b83aad15192e1d095ae, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/87ee2ef79a9b412c9e7ff659d3db8284] into tmpdir=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp, totalSize=96.2 K 2024-11-13T18:56:41,497 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5a1d0a4faf94247bbc5a0642a93c3d4, keycount=55, bloomtype=ROW, size=61.8 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731524184819 2024-11-13T18:56:41,498 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting e032ca70952b4b83aad15192e1d095ae, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731524199019 2024-11-13T18:56:41,498 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87ee2ef79a9b412c9e7ff659d3db8284, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731524201045 2024-11-13T18:56:41,511 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): daaab1053781c7e7c01aa4caebba4c89#info#compaction#52 average throughput is 79.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T18:56:41,511 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/8ca7d46e7dda4b40b9c250255d293378 is 1055, key is row0064/info:/1731524184819/Put/seqid=0 2024-11-13T18:56:41,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741862_1038 (size=88695) 2024-11-13T18:56:41,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741862_1038 (size=88695) 2024-11-13T18:56:41,520 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/8ca7d46e7dda4b40b9c250255d293378 as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/8ca7d46e7dda4b40b9c250255d293378 2024-11-13T18:56:41,527 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in daaab1053781c7e7c01aa4caebba4c89/info of daaab1053781c7e7c01aa4caebba4c89 into 8ca7d46e7dda4b40b9c250255d293378(size=86.6 K), total size for store is 86.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T18:56:41,527 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for daaab1053781c7e7c01aa4caebba4c89: 2024-11-13T18:56:41,527 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89., storeName=daaab1053781c7e7c01aa4caebba4c89/info, priority=13, startTime=1731524201495; duration=0sec 2024-11-13T18:56:41,527 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T18:56:41,527 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: daaab1053781c7e7c01aa4caebba4c89:info 2024-11-13T18:56:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.HRegion(8855): Flush requested on daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:56:51,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing daaab1053781c7e7c01aa4caebba4c89 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-13T18:56:51,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/e0237269884f4dd0a331d12fbd85d9d8 is 1055, key is row0143/info:/1731524201073/Put/seqid=0 2024-11-13T18:56:51,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741863_1039 (size=22891) 2024-11-13T18:56:51,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741863_1039 (size=22891) 2024-11-13T18:56:51,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/e0237269884f4dd0a331d12fbd85d9d8 2024-11-13T18:56:51,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/e0237269884f4dd0a331d12fbd85d9d8 as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/e0237269884f4dd0a331d12fbd85d9d8 2024-11-13T18:56:51,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/e0237269884f4dd0a331d12fbd85d9d8, entries=17, sequenceid=208, filesize=22.4 K 2024-11-13T18:56:51,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=1.03 KB/1051 for daaab1053781c7e7c01aa4caebba4c89 in 22ms, sequenceid=208, compaction requested=false 2024-11-13T18:56:51,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for daaab1053781c7e7c01aa4caebba4c89: 2024-11-13T18:56:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.HRegion(8855): Flush requested on daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:56:53,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing daaab1053781c7e7c01aa4caebba4c89 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-13T18:56:53,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/7ba675d8d45640d3aad876d2fa8ce13c is 1055, key is row0160/info:/1731524211123/Put/seqid=0 2024-11-13T18:56:53,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741864_1040 (size=13394) 2024-11-13T18:56:53,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741864_1040 (size=13394) 2024-11-13T18:56:53,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/7ba675d8d45640d3aad876d2fa8ce13c 2024-11-13T18:56:53,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/7ba675d8d45640d3aad876d2fa8ce13c as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/7ba675d8d45640d3aad876d2fa8ce13c 2024-11-13T18:56:53,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/7ba675d8d45640d3aad876d2fa8ce13c, entries=8, sequenceid=219, filesize=13.1 K 2024-11-13T18:56:53,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=17.45 KB/17867 for daaab1053781c7e7c01aa4caebba4c89 in 48ms, sequenceid=219, compaction requested=true 2024-11-13T18:56:53,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for daaab1053781c7e7c01aa4caebba4c89: 2024-11-13T18:56:53,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.HRegion(8855): Flush requested on daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:56:53,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store daaab1053781c7e7c01aa4caebba4c89:info, priority=-2147483648, current under compaction store size is 1 2024-11-13T18:56:53,195 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T18:56:53,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T18:56:53,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing daaab1053781c7e7c01aa4caebba4c89 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-13T18:56:53,196 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 124980 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T18:56:53,196 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1541): daaab1053781c7e7c01aa4caebba4c89/info is initiating minor compaction (all files) 2024-11-13T18:56:53,196 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of daaab1053781c7e7c01aa4caebba4c89/info in TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89. 2024-11-13T18:56:53,196 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/8ca7d46e7dda4b40b9c250255d293378, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/e0237269884f4dd0a331d12fbd85d9d8, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/7ba675d8d45640d3aad876d2fa8ce13c] into tmpdir=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp, totalSize=122.1 K 2024-11-13T18:56:53,197 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ca7d46e7dda4b40b9c250255d293378, keycount=79, bloomtype=ROW, size=86.6 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731524184819 2024-11-13T18:56:53,198 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0237269884f4dd0a331d12fbd85d9d8, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731524201073 2024-11-13T18:56:53,198 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ba675d8d45640d3aad876d2fa8ce13c, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731524211123 2024-11-13T18:56:53,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/b8ec63e6bdab4382afc069c47af30ff8 is 1055, key is row0168/info:/1731524213147/Put/seqid=0 2024-11-13T18:56:53,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741865_1041 (size=23944) 2024-11-13T18:56:53,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741865_1041 (size=23944) 2024-11-13T18:56:53,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/b8ec63e6bdab4382afc069c47af30ff8 2024-11-13T18:56:53,223 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): daaab1053781c7e7c01aa4caebba4c89#info#compaction#56 average throughput is 34.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T18:56:53,224 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/518ed5ff834741dd9fd8a0c2675ef13b is 1055, key is row0064/info:/1731524184819/Put/seqid=0 2024-11-13T18:56:53,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/b8ec63e6bdab4382afc069c47af30ff8 as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/b8ec63e6bdab4382afc069c47af30ff8 2024-11-13T18:56:53,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/b8ec63e6bdab4382afc069c47af30ff8, entries=18, sequenceid=240, filesize=23.4 K 2024-11-13T18:56:53,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=7.18 KB/7357 for daaab1053781c7e7c01aa4caebba4c89 in 43ms, sequenceid=240, compaction requested=false 2024-11-13T18:56:53,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for daaab1053781c7e7c01aa4caebba4c89: 2024-11-13T18:56:53,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741866_1042 (size=115126) 2024-11-13T18:56:53,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741866_1042 (size=115126) 2024-11-13T18:56:53,252 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/518ed5ff834741dd9fd8a0c2675ef13b as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/518ed5ff834741dd9fd8a0c2675ef13b 2024-11-13T18:56:53,260 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in daaab1053781c7e7c01aa4caebba4c89/info of daaab1053781c7e7c01aa4caebba4c89 into 518ed5ff834741dd9fd8a0c2675ef13b(size=112.4 K), total size for store is 135.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T18:56:53,260 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for daaab1053781c7e7c01aa4caebba4c89: 2024-11-13T18:56:53,260 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89., storeName=daaab1053781c7e7c01aa4caebba4c89/info, priority=13, startTime=1731524213194; duration=0sec 2024-11-13T18:56:53,261 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T18:56:53,261 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: daaab1053781c7e7c01aa4caebba4c89:info 2024-11-13T18:56:53,494 INFO [master/62ae331128c9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T18:56:53,494 INFO [master/62ae331128c9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T18:56:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.HRegion(8855): Flush requested on daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:56:55,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing daaab1053781c7e7c01aa4caebba4c89 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-13T18:56:55,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/2dbd75ad12964ec097a036168c6671d0 is 1055, key is row0186/info:/1731524213196/Put/seqid=0 2024-11-13T18:56:55,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741867_1043 (size=13394) 2024-11-13T18:56:55,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741867_1043 (size=13394) 2024-11-13T18:56:55,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=daaab1053781c7e7c01aa4caebba4c89, server=62ae331128c9,43889,1731524171319 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T18:56:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:38014 deadline: 1731524225255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=daaab1053781c7e7c01aa4caebba4c89, server=62ae331128c9,43889,1731524171319 2024-11-13T18:56:55,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89., hostname=62ae331128c9,43889,1731524171319, seqNum=128 , the old value is region=TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89., hostname=62ae331128c9,43889,1731524171319, seqNum=128, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=daaab1053781c7e7c01aa4caebba4c89, server=62ae331128c9,43889,1731524171319 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T18:56:55,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89., hostname=62ae331128c9,43889,1731524171319, seqNum=128 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=daaab1053781c7e7c01aa4caebba4c89, server=62ae331128c9,43889,1731524171319 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T18:56:55,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89., hostname=62ae331128c9,43889,1731524171319, seqNum=128 because the exception is null or not the one we care about 2024-11-13T18:56:55,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/2dbd75ad12964ec097a036168c6671d0 2024-11-13T18:56:55,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/2dbd75ad12964ec097a036168c6671d0 as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/2dbd75ad12964ec097a036168c6671d0 2024-11-13T18:56:55,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/2dbd75ad12964ec097a036168c6671d0, entries=8, sequenceid=252, filesize=13.1 K 2024-11-13T18:56:55,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for daaab1053781c7e7c01aa4caebba4c89 in 431ms, sequenceid=252, compaction requested=true 2024-11-13T18:56:55,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for daaab1053781c7e7c01aa4caebba4c89: 2024-11-13T18:56:55,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store daaab1053781c7e7c01aa4caebba4c89:info, priority=-2147483648, current under compaction store size is 1 2024-11-13T18:56:55,651 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T18:56:55,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T18:56:55,655 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 152464 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T18:56:55,655 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1541): daaab1053781c7e7c01aa4caebba4c89/info is initiating minor compaction (all files) 2024-11-13T18:56:55,655 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of daaab1053781c7e7c01aa4caebba4c89/info in TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89. 2024-11-13T18:56:55,655 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/518ed5ff834741dd9fd8a0c2675ef13b, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/b8ec63e6bdab4382afc069c47af30ff8, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/2dbd75ad12964ec097a036168c6671d0] into tmpdir=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp, totalSize=148.9 K 2024-11-13T18:56:55,656 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 518ed5ff834741dd9fd8a0c2675ef13b, keycount=104, bloomtype=ROW, size=112.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731524184819 2024-11-13T18:56:55,656 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8ec63e6bdab4382afc069c47af30ff8, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731524213147 2024-11-13T18:56:55,658 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2dbd75ad12964ec097a036168c6671d0, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731524213196 2024-11-13T18:56:55,686 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): daaab1053781c7e7c01aa4caebba4c89#info#compaction#58 average throughput is 43.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T18:56:55,687 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/ab3f1b52439449d7afc89419f6c3346e is 1055, key is row0064/info:/1731524184819/Put/seqid=0 2024-11-13T18:56:55,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741868_1044 (size=142810) 2024-11-13T18:56:55,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741868_1044 (size=142810) 2024-11-13T18:56:56,138 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/ab3f1b52439449d7afc89419f6c3346e as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/ab3f1b52439449d7afc89419f6c3346e 2024-11-13T18:56:56,147 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in daaab1053781c7e7c01aa4caebba4c89/info of daaab1053781c7e7c01aa4caebba4c89 into ab3f1b52439449d7afc89419f6c3346e(size=139.5 K), total size for store is 139.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T18:56:56,147 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for daaab1053781c7e7c01aa4caebba4c89: 2024-11-13T18:56:56,147 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89., storeName=daaab1053781c7e7c01aa4caebba4c89/info, priority=13, startTime=1731524215651; duration=0sec 2024-11-13T18:56:56,147 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T18:56:56,147 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: daaab1053781c7e7c01aa4caebba4c89:info 2024-11-13T18:56:57,450 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-13T18:57:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.HRegion(8855): Flush requested on daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:57:05,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing daaab1053781c7e7c01aa4caebba4c89 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-13T18:57:05,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/3ce0f5e5074742c1a7acdd576e17697b is 1055, key is row0194/info:/1731524215222/Put/seqid=0 2024-11-13T18:57:05,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741869_1045 (size=28176) 2024-11-13T18:57:05,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741869_1045 (size=28176) 2024-11-13T18:57:05,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/3ce0f5e5074742c1a7acdd576e17697b 2024-11-13T18:57:05,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=daaab1053781c7e7c01aa4caebba4c89, server=62ae331128c9,43889,1731524171319 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T18:57:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:38014 deadline: 1731524235282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=daaab1053781c7e7c01aa4caebba4c89, server=62ae331128c9,43889,1731524171319 2024-11-13T18:57:05,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89., hostname=62ae331128c9,43889,1731524171319, seqNum=128 , the old value is region=TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89., hostname=62ae331128c9,43889,1731524171319, seqNum=128, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=daaab1053781c7e7c01aa4caebba4c89, server=62ae331128c9,43889,1731524171319 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T18:57:05,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89., hostname=62ae331128c9,43889,1731524171319, seqNum=128 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=daaab1053781c7e7c01aa4caebba4c89, server=62ae331128c9,43889,1731524171319 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T18:57:05,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89., hostname=62ae331128c9,43889,1731524171319, seqNum=128 because the exception is null or not the one we care about 2024-11-13T18:57:05,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/3ce0f5e5074742c1a7acdd576e17697b as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/3ce0f5e5074742c1a7acdd576e17697b 2024-11-13T18:57:05,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/3ce0f5e5074742c1a7acdd576e17697b, entries=22, sequenceid=278, filesize=27.5 K 2024-11-13T18:57:05,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=7.18 KB/7357 for daaab1053781c7e7c01aa4caebba4c89 in 38ms, sequenceid=278, compaction requested=false 2024-11-13T18:57:05,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for daaab1053781c7e7c01aa4caebba4c89: 2024-11-13T18:57:11,139 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T18:57:13,037 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region daaab1053781c7e7c01aa4caebba4c89, had cached 0 bytes from a total of 170986 2024-11-13T18:57:13,077 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e4a67c4ba1051891d1bd70b6afd342d8, had cached 0 bytes from a total of 71441 2024-11-13T18:57:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.HRegion(8855): Flush requested on daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:57:15,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing daaab1053781c7e7c01aa4caebba4c89 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-13T18:57:15,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/1140a1459a194f4a9eafcf14e92e919b is 1055, key is row0216/info:/1731524225263/Put/seqid=0 2024-11-13T18:57:15,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741870_1046 (size=13402) 2024-11-13T18:57:15,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741870_1046 (size=13402) 2024-11-13T18:57:15,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/1140a1459a194f4a9eafcf14e92e919b 2024-11-13T18:57:15,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/1140a1459a194f4a9eafcf14e92e919b as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/1140a1459a194f4a9eafcf14e92e919b 2024-11-13T18:57:15,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/1140a1459a194f4a9eafcf14e92e919b, entries=8, sequenceid=289, filesize=13.1 K 2024-11-13T18:57:15,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=1.03 KB/1051 for daaab1053781c7e7c01aa4caebba4c89 in 24ms, sequenceid=289, compaction requested=true 2024-11-13T18:57:15,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for daaab1053781c7e7c01aa4caebba4c89: 2024-11-13T18:57:15,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store daaab1053781c7e7c01aa4caebba4c89:info, priority=-2147483648, current under compaction store size is 1 2024-11-13T18:57:15,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T18:57:15,366 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T18:57:15,367 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 184388 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T18:57:15,367 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1541): daaab1053781c7e7c01aa4caebba4c89/info is initiating minor compaction (all files) 2024-11-13T18:57:15,368 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of daaab1053781c7e7c01aa4caebba4c89/info in TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89. 2024-11-13T18:57:15,368 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/ab3f1b52439449d7afc89419f6c3346e, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/3ce0f5e5074742c1a7acdd576e17697b, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/1140a1459a194f4a9eafcf14e92e919b] into tmpdir=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp, totalSize=180.1 K 2024-11-13T18:57:15,368 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab3f1b52439449d7afc89419f6c3346e, keycount=130, bloomtype=ROW, size=139.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731524184819 2024-11-13T18:57:15,368 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ce0f5e5074742c1a7acdd576e17697b, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731524215222 2024-11-13T18:57:15,369 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1140a1459a194f4a9eafcf14e92e919b, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731524225263 2024-11-13T18:57:15,383 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): daaab1053781c7e7c01aa4caebba4c89#info#compaction#61 average throughput is 40.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T18:57:15,383 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/292e10e0b19944febb5d175fbab23028 is 1055, key is row0064/info:/1731524184819/Put/seqid=0 2024-11-13T18:57:15,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741871_1047 (size=174538) 2024-11-13T18:57:15,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741871_1047 (size=174538) 2024-11-13T18:57:15,396 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/292e10e0b19944febb5d175fbab23028 as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/292e10e0b19944febb5d175fbab23028 2024-11-13T18:57:15,402 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in daaab1053781c7e7c01aa4caebba4c89/info of daaab1053781c7e7c01aa4caebba4c89 into 292e10e0b19944febb5d175fbab23028(size=170.4 K), total size for store is 170.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T18:57:15,402 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for daaab1053781c7e7c01aa4caebba4c89: 2024-11-13T18:57:15,402 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89., storeName=daaab1053781c7e7c01aa4caebba4c89/info, priority=13, startTime=1731524235366; duration=0sec 2024-11-13T18:57:15,402 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T18:57:15,403 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: daaab1053781c7e7c01aa4caebba4c89:info 2024-11-13T18:57:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.HRegion(8855): Flush requested on daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:57:17,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing daaab1053781c7e7c01aa4caebba4c89 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-13T18:57:17,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/f11cd64d09034a319b4bfb878ae6aad9 is 1055, key is row0224/info:/1731524235343/Put/seqid=0 2024-11-13T18:57:17,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741872_1048 (size=13402) 2024-11-13T18:57:17,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741872_1048 (size=13402) 2024-11-13T18:57:17,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/f11cd64d09034a319b4bfb878ae6aad9 2024-11-13T18:57:17,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/f11cd64d09034a319b4bfb878ae6aad9 as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/f11cd64d09034a319b4bfb878ae6aad9 2024-11-13T18:57:17,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/f11cd64d09034a319b4bfb878ae6aad9, entries=8, sequenceid=301, filesize=13.1 K 2024-11-13T18:57:17,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for daaab1053781c7e7c01aa4caebba4c89 in 32ms, sequenceid=301, compaction requested=false 2024-11-13T18:57:17,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for daaab1053781c7e7c01aa4caebba4c89: 2024-11-13T18:57:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.HRegion(8855): Flush requested on daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:57:17,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing daaab1053781c7e7c01aa4caebba4c89 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-13T18:57:17,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/017a65fec8a3426cabf528763b935c8e is 1055, key is row0232/info:/1731524237364/Put/seqid=0 2024-11-13T18:57:17,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741873_1049 (size=18688) 2024-11-13T18:57:17,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741873_1049 (size=18688) 2024-11-13T18:57:17,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/017a65fec8a3426cabf528763b935c8e 2024-11-13T18:57:17,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/017a65fec8a3426cabf528763b935c8e as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/017a65fec8a3426cabf528763b935c8e 2024-11-13T18:57:17,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/017a65fec8a3426cabf528763b935c8e, entries=13, sequenceid=317, filesize=18.3 K 2024-11-13T18:57:17,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=12.32 KB/12612 for daaab1053781c7e7c01aa4caebba4c89 in 54ms, sequenceid=317, compaction requested=true 2024-11-13T18:57:17,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for daaab1053781c7e7c01aa4caebba4c89: 2024-11-13T18:57:17,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store daaab1053781c7e7c01aa4caebba4c89:info, priority=-2147483648, current under compaction store size is 1 2024-11-13T18:57:17,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T18:57:17,451 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T18:57:17,452 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 206628 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T18:57:17,452 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1541): daaab1053781c7e7c01aa4caebba4c89/info is initiating minor compaction (all files) 2024-11-13T18:57:17,452 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of daaab1053781c7e7c01aa4caebba4c89/info in TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89. 2024-11-13T18:57:17,452 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/292e10e0b19944febb5d175fbab23028, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/f11cd64d09034a319b4bfb878ae6aad9, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/017a65fec8a3426cabf528763b935c8e] into tmpdir=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp, totalSize=201.8 K 2024-11-13T18:57:17,452 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 292e10e0b19944febb5d175fbab23028, keycount=160, bloomtype=ROW, size=170.4 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731524184819 2024-11-13T18:57:17,453 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting f11cd64d09034a319b4bfb878ae6aad9, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731524235343 2024-11-13T18:57:17,453 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 017a65fec8a3426cabf528763b935c8e, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731524237364 2024-11-13T18:57:17,468 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): daaab1053781c7e7c01aa4caebba4c89#info#compaction#64 average throughput is 60.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T18:57:17,468 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/32ac968e1ec941c583a7753083a503b0 is 1055, key is row0064/info:/1731524184819/Put/seqid=0 2024-11-13T18:57:17,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741874_1050 (size=196778) 2024-11-13T18:57:17,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741874_1050 (size=196778) 2024-11-13T18:57:17,479 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/32ac968e1ec941c583a7753083a503b0 as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/32ac968e1ec941c583a7753083a503b0 2024-11-13T18:57:17,486 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in daaab1053781c7e7c01aa4caebba4c89/info of daaab1053781c7e7c01aa4caebba4c89 into 32ac968e1ec941c583a7753083a503b0(size=192.2 K), total size for store is 192.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T18:57:17,486 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for daaab1053781c7e7c01aa4caebba4c89: 2024-11-13T18:57:17,486 INFO [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89., storeName=daaab1053781c7e7c01aa4caebba4c89/info, priority=13, startTime=1731524237451; duration=0sec 2024-11-13T18:57:17,486 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T18:57:17,486 DEBUG [RS:0;62ae331128c9:43889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: daaab1053781c7e7c01aa4caebba4c89:info 2024-11-13T18:57:19,430 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-13T18:57:19,443 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/WALs/62ae331128c9,43889,1731524171319/62ae331128c9%2C43889%2C1731524171319.1731524239431, exclude list is [], retry=0 2024-11-13T18:57:19,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43121,DS-ecd15397-2925-4fca-9ae5-94e27eaea364,DISK] 2024-11-13T18:57:19,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38593,DS-31631c2f-5626-4141-91b6-0944947e8820,DISK] 2024-11-13T18:57:19,447 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/WALs/62ae331128c9,43889,1731524171319/62ae331128c9%2C43889%2C1731524171319.1731524171943 with entries=311, filesize=301.67 KB; new WAL /user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/WALs/62ae331128c9,43889,1731524171319/62ae331128c9%2C43889%2C1731524171319.1731524239431 2024-11-13T18:57:19,447 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34883:34883),(127.0.0.1/127.0.0.1:45967:45967)] 2024-11-13T18:57:19,447 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/WALs/62ae331128c9,43889,1731524171319/62ae331128c9%2C43889%2C1731524171319.1731524171943 is not closed yet, will try archiving it next time 2024-11-13T18:57:19,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741832_1008 (size=308919) 2024-11-13T18:57:19,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741832_1008 (size=308919) 2024-11-13T18:57:19,451 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e4a67c4ba1051891d1bd70b6afd342d8: 2024-11-13T18:57:19,451 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-13T18:57:19,455 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740/.tmp/info/aaee49e46f964ce19f4746fca90c1a7d is 186, key is TestLogRolling-testLogRolling,,1731524186961.e4a67c4ba1051891d1bd70b6afd342d8./info:regioninfo/1731524188139/Put/seqid=0 2024-11-13T18:57:19,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741876_1052 (size=6153) 2024-11-13T18:57:19,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741876_1052 (size=6153) 2024-11-13T18:57:19,461 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740/.tmp/info/aaee49e46f964ce19f4746fca90c1a7d 2024-11-13T18:57:19,467 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740/.tmp/info/aaee49e46f964ce19f4746fca90c1a7d as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740/info/aaee49e46f964ce19f4746fca90c1a7d 2024-11-13T18:57:19,473 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740/info/aaee49e46f964ce19f4746fca90c1a7d, entries=5, sequenceid=21, filesize=6.0 K 2024-11-13T18:57:19,474 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 22ms, sequenceid=21, compaction requested=false 2024-11-13T18:57:19,474 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-13T18:57:19,474 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing daaab1053781c7e7c01aa4caebba4c89 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-13T18:57:19,478 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/1a08ffc64137471a9bdb1106194559c3 is 1055, key is row0245/info:/1731524237397/Put/seqid=0 2024-11-13T18:57:19,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741877_1053 (size=17618) 2024-11-13T18:57:19,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741877_1053 (size=17618) 2024-11-13T18:57:19,485 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/1a08ffc64137471a9bdb1106194559c3 2024-11-13T18:57:19,491 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/.tmp/info/1a08ffc64137471a9bdb1106194559c3 as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/1a08ffc64137471a9bdb1106194559c3 2024-11-13T18:57:19,496 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/1a08ffc64137471a9bdb1106194559c3, entries=12, sequenceid=333, filesize=17.2 K 2024-11-13T18:57:19,498 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=0 B/0 for daaab1053781c7e7c01aa4caebba4c89 in 23ms, sequenceid=333, compaction requested=false 2024-11-13T18:57:19,498 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for daaab1053781c7e7c01aa4caebba4c89: 2024-11-13T18:57:19,510 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/WALs/62ae331128c9,43889,1731524171319/62ae331128c9%2C43889%2C1731524171319.1731524239498, exclude list is [], retry=0 2024-11-13T18:57:19,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43121,DS-ecd15397-2925-4fca-9ae5-94e27eaea364,DISK] 2024-11-13T18:57:19,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38593,DS-31631c2f-5626-4141-91b6-0944947e8820,DISK] 2024-11-13T18:57:19,516 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/WALs/62ae331128c9,43889,1731524171319/62ae331128c9%2C43889%2C1731524171319.1731524239431 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/WALs/62ae331128c9,43889,1731524171319/62ae331128c9%2C43889%2C1731524171319.1731524239498 2024-11-13T18:57:19,516 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45967:45967),(127.0.0.1/127.0.0.1:34883:34883)] 2024-11-13T18:57:19,516 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/WALs/62ae331128c9,43889,1731524171319/62ae331128c9%2C43889%2C1731524171319.1731524239431 is not closed yet, will try archiving it next time 2024-11-13T18:57:19,517 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/WALs/62ae331128c9,43889,1731524171319/62ae331128c9%2C43889%2C1731524171319.1731524171943 to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/oldWALs/62ae331128c9%2C43889%2C1731524171319.1731524171943 2024-11-13T18:57:19,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741875_1051 (size=731) 2024-11-13T18:57:19,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741875_1051 (size=731) 2024-11-13T18:57:19,517 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:57:19,518 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/WALs/62ae331128c9,43889,1731524171319/62ae331128c9%2C43889%2C1731524171319.1731524239431 to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/oldWALs/62ae331128c9%2C43889%2C1731524171319.1731524239431 2024-11-13T18:57:19,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:57:19,618 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:57:19,618 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:19,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:19,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:19,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:57:19,619 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:57:19,619 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1555080454, stopped=false 2024-11-13T18:57:19,619 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=62ae331128c9,39557,1731524171157 2024-11-13T18:57:19,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:19,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10136bbdb2e0001, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:19,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:19,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10136bbdb2e0001, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:19,634 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:57:19,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:57:19,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:19,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:19,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43889-0x10136bbdb2e0001, quorum=127.0.0.1:58257, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:19,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:19,635 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '62ae331128c9,43889,1731524171319' ***** 2024-11-13T18:57:19,635 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:57:19,635 INFO [RS:0;62ae331128c9:43889 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:57:19,635 INFO [RS:0;62ae331128c9:43889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:57:19,635 INFO [RS:0;62ae331128c9:43889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:57:19,635 INFO [RS:0;62ae331128c9:43889 {}] regionserver.HRegionServer(3091): Received CLOSE for e4a67c4ba1051891d1bd70b6afd342d8 2024-11-13T18:57:19,635 INFO [RS:0;62ae331128c9:43889 {}] regionserver.HRegionServer(3091): Received CLOSE for daaab1053781c7e7c01aa4caebba4c89 2024-11-13T18:57:19,635 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:57:19,635 INFO [RS:0;62ae331128c9:43889 {}] regionserver.HRegionServer(959): stopping server 62ae331128c9,43889,1731524171319 2024-11-13T18:57:19,635 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4a67c4ba1051891d1bd70b6afd342d8, disabling compactions & flushes 2024-11-13T18:57:19,635 INFO [RS:0;62ae331128c9:43889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:57:19,635 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731524186961.e4a67c4ba1051891d1bd70b6afd342d8. 2024-11-13T18:57:19,635 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731524186961.e4a67c4ba1051891d1bd70b6afd342d8. 2024-11-13T18:57:19,635 INFO [RS:0;62ae331128c9:43889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;62ae331128c9:43889. 2024-11-13T18:57:19,635 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731524186961.e4a67c4ba1051891d1bd70b6afd342d8. after waiting 0 ms 2024-11-13T18:57:19,635 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731524186961.e4a67c4ba1051891d1bd70b6afd342d8. 2024-11-13T18:57:19,635 DEBUG [RS:0;62ae331128c9:43889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:19,636 DEBUG [RS:0;62ae331128c9:43889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:19,636 INFO [RS:0;62ae331128c9:43889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:57:19,636 INFO [RS:0;62ae331128c9:43889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:57:19,636 INFO [RS:0;62ae331128c9:43889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:57:19,636 INFO [RS:0;62ae331128c9:43889 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:57:19,636 INFO [RS:0;62ae331128c9:43889 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T18:57:19,636 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731524186961.e4a67c4ba1051891d1bd70b6afd342d8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/e4a67c4ba1051891d1bd70b6afd342d8/info/6c8a593bd67443a2bfa9d7f3066724f8.0c182df096dd904fe2e5a7e1949b63d9->hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/6c8a593bd67443a2bfa9d7f3066724f8-bottom] to archive 2024-11-13T18:57:19,636 DEBUG [RS:0;62ae331128c9:43889 {}] regionserver.HRegionServer(1325): Online Regions={e4a67c4ba1051891d1bd70b6afd342d8=TestLogRolling-testLogRolling,,1731524186961.e4a67c4ba1051891d1bd70b6afd342d8., 1588230740=hbase:meta,,1.1588230740, daaab1053781c7e7c01aa4caebba4c89=TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.} 2024-11-13T18:57:19,636 DEBUG [RS:0;62ae331128c9:43889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, daaab1053781c7e7c01aa4caebba4c89, e4a67c4ba1051891d1bd70b6afd342d8 2024-11-13T18:57:19,636 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:57:19,636 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:57:19,636 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:57:19,636 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:57:19,636 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:57:19,637 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731524186961.e4a67c4ba1051891d1bd70b6afd342d8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T18:57:19,639 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731524186961.e4a67c4ba1051891d1bd70b6afd342d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/e4a67c4ba1051891d1bd70b6afd342d8/info/6c8a593bd67443a2bfa9d7f3066724f8.0c182df096dd904fe2e5a7e1949b63d9 to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/e4a67c4ba1051891d1bd70b6afd342d8/info/6c8a593bd67443a2bfa9d7f3066724f8.0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:57:19,640 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731524186961.e4a67c4ba1051891d1bd70b6afd342d8.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=62ae331128c9:39557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-13T18:57:19,640 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731524186961.e4a67c4ba1051891d1bd70b6afd342d8.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-13T18:57:19,642 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-13T18:57:19,643 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:57:19,643 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:57:19,644 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524239636Running coprocessor pre-close hooks at 1731524239636Disabling compacts and flushes for region at 1731524239636Disabling writes for close at 1731524239636Writing region close event to WAL at 1731524239638 (+2 ms)Running coprocessor post-close hooks at 1731524239643 (+5 ms)Closed at 1731524239643 2024-11-13T18:57:19,644 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:57:19,644 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/e4a67c4ba1051891d1bd70b6afd342d8/recovered.edits/132.seqid, newMaxSeqId=132, maxSeqId=127 2024-11-13T18:57:19,645 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731524186961.e4a67c4ba1051891d1bd70b6afd342d8. 2024-11-13T18:57:19,645 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4a67c4ba1051891d1bd70b6afd342d8: Waiting for close lock at 1731524239635Running coprocessor pre-close hooks at 1731524239635Disabling compacts and flushes for region at 1731524239635Disabling writes for close at 1731524239635Writing region close event to WAL at 1731524239641 (+6 ms)Running coprocessor post-close hooks at 1731524239645 (+4 ms)Closed at 1731524239645 2024-11-13T18:57:19,645 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731524186961.e4a67c4ba1051891d1bd70b6afd342d8. 2024-11-13T18:57:19,645 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing daaab1053781c7e7c01aa4caebba4c89, disabling compactions & flushes 2024-11-13T18:57:19,645 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89. 2024-11-13T18:57:19,645 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89. 2024-11-13T18:57:19,645 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89. after waiting 0 ms 2024-11-13T18:57:19,645 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89. 2024-11-13T18:57:19,646 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/6c8a593bd67443a2bfa9d7f3066724f8.0c182df096dd904fe2e5a7e1949b63d9->hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/0c182df096dd904fe2e5a7e1949b63d9/info/6c8a593bd67443a2bfa9d7f3066724f8-top, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/babecac5c1e2488fb8c5d809e4a63518, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/TestLogRolling-testLogRolling=0c182df096dd904fe2e5a7e1949b63d9-e17402d91c67411e96fc72ffbfa826e8, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/b7d645fdd3b74930a4b857de73d6acf4, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/d5a1d0a4faf94247bbc5a0642a93c3d4, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/50e131f4299c42668c08a15c1c98508d, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/e032ca70952b4b83aad15192e1d095ae, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/8ca7d46e7dda4b40b9c250255d293378, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/87ee2ef79a9b412c9e7ff659d3db8284, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/e0237269884f4dd0a331d12fbd85d9d8, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/518ed5ff834741dd9fd8a0c2675ef13b, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/7ba675d8d45640d3aad876d2fa8ce13c, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/b8ec63e6bdab4382afc069c47af30ff8, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/ab3f1b52439449d7afc89419f6c3346e, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/2dbd75ad12964ec097a036168c6671d0, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/3ce0f5e5074742c1a7acdd576e17697b, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/292e10e0b19944febb5d175fbab23028, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/1140a1459a194f4a9eafcf14e92e919b, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/f11cd64d09034a319b4bfb878ae6aad9, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/017a65fec8a3426cabf528763b935c8e] to archive 2024-11-13T18:57:19,647 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T18:57:19,649 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/6c8a593bd67443a2bfa9d7f3066724f8.0c182df096dd904fe2e5a7e1949b63d9 to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/6c8a593bd67443a2bfa9d7f3066724f8.0c182df096dd904fe2e5a7e1949b63d9 2024-11-13T18:57:19,650 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/babecac5c1e2488fb8c5d809e4a63518 to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/babecac5c1e2488fb8c5d809e4a63518 2024-11-13T18:57:19,652 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/TestLogRolling-testLogRolling=0c182df096dd904fe2e5a7e1949b63d9-e17402d91c67411e96fc72ffbfa826e8 to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/TestLogRolling-testLogRolling=0c182df096dd904fe2e5a7e1949b63d9-e17402d91c67411e96fc72ffbfa826e8 2024-11-13T18:57:19,653 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/b7d645fdd3b74930a4b857de73d6acf4 to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/b7d645fdd3b74930a4b857de73d6acf4 2024-11-13T18:57:19,655 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/d5a1d0a4faf94247bbc5a0642a93c3d4 to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/d5a1d0a4faf94247bbc5a0642a93c3d4 2024-11-13T18:57:19,656 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/50e131f4299c42668c08a15c1c98508d to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/50e131f4299c42668c08a15c1c98508d 2024-11-13T18:57:19,672 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/e032ca70952b4b83aad15192e1d095ae to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/e032ca70952b4b83aad15192e1d095ae 2024-11-13T18:57:19,679 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/8ca7d46e7dda4b40b9c250255d293378 to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/8ca7d46e7dda4b40b9c250255d293378 2024-11-13T18:57:19,685 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/87ee2ef79a9b412c9e7ff659d3db8284 to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/87ee2ef79a9b412c9e7ff659d3db8284 2024-11-13T18:57:19,691 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/e0237269884f4dd0a331d12fbd85d9d8 to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/e0237269884f4dd0a331d12fbd85d9d8 2024-11-13T18:57:19,693 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/518ed5ff834741dd9fd8a0c2675ef13b to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/518ed5ff834741dd9fd8a0c2675ef13b 2024-11-13T18:57:19,694 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/7ba675d8d45640d3aad876d2fa8ce13c to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/7ba675d8d45640d3aad876d2fa8ce13c 2024-11-13T18:57:19,695 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/b8ec63e6bdab4382afc069c47af30ff8 to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/b8ec63e6bdab4382afc069c47af30ff8 2024-11-13T18:57:19,696 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/ab3f1b52439449d7afc89419f6c3346e to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/ab3f1b52439449d7afc89419f6c3346e 2024-11-13T18:57:19,704 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/2dbd75ad12964ec097a036168c6671d0 to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/2dbd75ad12964ec097a036168c6671d0 2024-11-13T18:57:19,706 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/3ce0f5e5074742c1a7acdd576e17697b to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/3ce0f5e5074742c1a7acdd576e17697b 2024-11-13T18:57:19,707 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/292e10e0b19944febb5d175fbab23028 to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/292e10e0b19944febb5d175fbab23028 2024-11-13T18:57:19,708 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/1140a1459a194f4a9eafcf14e92e919b to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/1140a1459a194f4a9eafcf14e92e919b 2024-11-13T18:57:19,709 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/f11cd64d09034a319b4bfb878ae6aad9 to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/f11cd64d09034a319b4bfb878ae6aad9 2024-11-13T18:57:19,711 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/017a65fec8a3426cabf528763b935c8e to hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/archive/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/info/017a65fec8a3426cabf528763b935c8e 2024-11-13T18:57:19,711 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [babecac5c1e2488fb8c5d809e4a63518=39908, b7d645fdd3b74930a4b857de73d6acf4=13394, d5a1d0a4faf94247bbc5a0642a93c3d4=63244, 50e131f4299c42668c08a15c1c98508d=19728, e032ca70952b4b83aad15192e1d095ae=16553, 8ca7d46e7dda4b40b9c250255d293378=88695, 87ee2ef79a9b412c9e7ff659d3db8284=18675, e0237269884f4dd0a331d12fbd85d9d8=22891, 518ed5ff834741dd9fd8a0c2675ef13b=115126, 7ba675d8d45640d3aad876d2fa8ce13c=13394, b8ec63e6bdab4382afc069c47af30ff8=23944, ab3f1b52439449d7afc89419f6c3346e=142810, 2dbd75ad12964ec097a036168c6671d0=13394, 3ce0f5e5074742c1a7acdd576e17697b=28176, 292e10e0b19944febb5d175fbab23028=174538, 1140a1459a194f4a9eafcf14e92e919b=13402, f11cd64d09034a319b4bfb878ae6aad9=13402, 017a65fec8a3426cabf528763b935c8e=18688] 2024-11-13T18:57:19,715 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/data/default/TestLogRolling-testLogRolling/daaab1053781c7e7c01aa4caebba4c89/recovered.edits/336.seqid, newMaxSeqId=336, maxSeqId=127 2024-11-13T18:57:19,716 INFO [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89. 2024-11-13T18:57:19,716 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for daaab1053781c7e7c01aa4caebba4c89: Waiting for close lock at 1731524239645Running coprocessor pre-close hooks at 1731524239645Disabling compacts and flushes for region at 1731524239645Disabling writes for close at 1731524239645Writing region close event to WAL at 1731524239712 (+67 ms)Running coprocessor post-close hooks at 1731524239716 (+4 ms)Closed at 1731524239716 2024-11-13T18:57:19,716 DEBUG [RS_CLOSE_REGION-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731524186961.daaab1053781c7e7c01aa4caebba4c89. 2024-11-13T18:57:19,812 INFO [regionserver/62ae331128c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:19,835 INFO [regionserver/62ae331128c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:57:19,836 INFO [regionserver/62ae331128c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:57:19,836 INFO [RS:0;62ae331128c9:43889 {}] regionserver.HRegionServer(976): stopping server 62ae331128c9,43889,1731524171319; all regions closed. 2024-11-13T18:57:19,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741834_1010 (size=8107) 2024-11-13T18:57:19,842 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/WALs/62ae331128c9,43889,1731524171319/62ae331128c9%2C43889%2C1731524171319.meta.1731524172431.meta not finished, retry = 0 2024-11-13T18:57:19,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741834_1010 (size=8107) 2024-11-13T18:57:19,945 DEBUG [RS:0;62ae331128c9:43889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/oldWALs 2024-11-13T18:57:19,945 INFO [RS:0;62ae331128c9:43889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 62ae331128c9%2C43889%2C1731524171319.meta:.meta(num 1731524172431) 2024-11-13T18:57:19,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741878_1054 (size=780) 2024-11-13T18:57:19,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741878_1054 (size=780) 2024-11-13T18:57:19,950 DEBUG [RS:0;62ae331128c9:43889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/oldWALs 2024-11-13T18:57:19,950 INFO [RS:0;62ae331128c9:43889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 62ae331128c9%2C43889%2C1731524171319:(num 1731524239498) 2024-11-13T18:57:19,950 DEBUG [RS:0;62ae331128c9:43889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:19,950 INFO [RS:0;62ae331128c9:43889 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:19,950 INFO [RS:0;62ae331128c9:43889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:57:19,950 INFO [RS:0;62ae331128c9:43889 {}] hbase.ChoreService(370): Chore service for: regionserver/62ae331128c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:57:19,951 INFO [RS:0;62ae331128c9:43889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:57:19,951 INFO [regionserver/62ae331128c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:57:19,951 INFO [RS:0;62ae331128c9:43889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43889 2024-11-13T18:57:19,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:57:19,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10136bbdb2e0001, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/62ae331128c9,43889,1731524171319 2024-11-13T18:57:19,984 INFO [RS:0;62ae331128c9:43889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:57:19,985 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [62ae331128c9,43889,1731524171319] 2024-11-13T18:57:20,000 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/62ae331128c9,43889,1731524171319 already deleted, retry=false 2024-11-13T18:57:20,001 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 62ae331128c9,43889,1731524171319 expired; onlineServers=0 2024-11-13T18:57:20,001 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '62ae331128c9,39557,1731524171157' ***** 2024-11-13T18:57:20,001 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:57:20,001 INFO [M:0;62ae331128c9:39557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:57:20,001 INFO [M:0;62ae331128c9:39557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:57:20,001 DEBUG [M:0;62ae331128c9:39557 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:57:20,001 DEBUG [M:0;62ae331128c9:39557 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:57:20,001 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:57:20,001 DEBUG [master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.large.0-1731524171655 {}] cleaner.HFileCleaner(306): Exit Thread[master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.large.0-1731524171655,5,FailOnTimeoutGroup] 2024-11-13T18:57:20,001 INFO [M:0;62ae331128c9:39557 {}] hbase.ChoreService(370): Chore service for: master/62ae331128c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:57:20,002 INFO [M:0;62ae331128c9:39557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:57:20,002 DEBUG [M:0;62ae331128c9:39557 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:57:20,002 DEBUG [master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.small.0-1731524171655 {}] cleaner.HFileCleaner(306): Exit Thread[master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.small.0-1731524171655,5,FailOnTimeoutGroup] 2024-11-13T18:57:20,002 INFO [M:0;62ae331128c9:39557 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:57:20,002 INFO [M:0;62ae331128c9:39557 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:57:20,002 INFO [M:0;62ae331128c9:39557 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:57:20,002 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:57:20,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T18:57:20,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:20,020 DEBUG [M:0;62ae331128c9:39557 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-13T18:57:20,021 DEBUG [M:0;62ae331128c9:39557 {}] master.ActiveMasterManager(353): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-13T18:57:20,021 INFO [M:0;62ae331128c9:39557 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/.lastflushedseqids 2024-11-13T18:57:20,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741879_1055 (size=228) 2024-11-13T18:57:20,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741879_1055 (size=228) 2024-11-13T18:57:20,032 INFO [M:0;62ae331128c9:39557 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:57:20,032 INFO [M:0;62ae331128c9:39557 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:57:20,032 DEBUG [M:0;62ae331128c9:39557 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:57:20,032 INFO [M:0;62ae331128c9:39557 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:20,032 DEBUG [M:0;62ae331128c9:39557 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:20,032 DEBUG [M:0;62ae331128c9:39557 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:57:20,032 DEBUG [M:0;62ae331128c9:39557 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:20,032 INFO [M:0;62ae331128c9:39557 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.44 KB heapSize=63.39 KB 2024-11-13T18:57:20,049 DEBUG [M:0;62ae331128c9:39557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19818791004f4ef9ad351494563afd3f is 82, key is hbase:meta,,1/info:regioninfo/1731524172468/Put/seqid=0 2024-11-13T18:57:20,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741880_1056 (size=5672) 2024-11-13T18:57:20,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741880_1056 (size=5672) 2024-11-13T18:57:20,054 INFO [M:0;62ae331128c9:39557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19818791004f4ef9ad351494563afd3f 2024-11-13T18:57:20,080 DEBUG [M:0;62ae331128c9:39557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/649bd972780a462489e08c9fff4b6d29 is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731524173359/Put/seqid=0 2024-11-13T18:57:20,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741881_1057 (size=7091) 2024-11-13T18:57:20,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741881_1057 (size=7091) 2024-11-13T18:57:20,087 INFO [M:0;62ae331128c9:39557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.84 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/649bd972780a462489e08c9fff4b6d29 2024-11-13T18:57:20,091 INFO [M:0;62ae331128c9:39557 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 649bd972780a462489e08c9fff4b6d29 2024-11-13T18:57:20,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10136bbdb2e0001, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:20,092 INFO [RS:0;62ae331128c9:43889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:57:20,093 INFO [RS:0;62ae331128c9:43889 {}] regionserver.HRegionServer(1031): Exiting; stopping=62ae331128c9,43889,1731524171319; zookeeper connection closed. 2024-11-13T18:57:20,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10136bbdb2e0001, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:20,093 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d31e267 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d31e267 2024-11-13T18:57:20,093 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:57:20,111 DEBUG [M:0;62ae331128c9:39557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca39d2dfb34348b483599b0213b5e390 is 69, key is 62ae331128c9,43889,1731524171319/rs:state/1731524171785/Put/seqid=0 2024-11-13T18:57:20,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741882_1058 (size=5156) 2024-11-13T18:57:20,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741882_1058 (size=5156) 2024-11-13T18:57:20,122 INFO [M:0;62ae331128c9:39557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca39d2dfb34348b483599b0213b5e390 2024-11-13T18:57:20,140 DEBUG [M:0;62ae331128c9:39557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e9fb4f8bb9d643f79f1fa19a2ffea327 is 52, key is load_balancer_on/state:d/1731524172559/Put/seqid=0 2024-11-13T18:57:20,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741883_1059 (size=5056) 2024-11-13T18:57:20,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741883_1059 (size=5056) 2024-11-13T18:57:20,548 INFO [M:0;62ae331128c9:39557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e9fb4f8bb9d643f79f1fa19a2ffea327 2024-11-13T18:57:20,554 DEBUG [M:0;62ae331128c9:39557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19818791004f4ef9ad351494563afd3f as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19818791004f4ef9ad351494563afd3f 2024-11-13T18:57:20,560 INFO [M:0;62ae331128c9:39557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19818791004f4ef9ad351494563afd3f, entries=8, sequenceid=125, filesize=5.5 K 2024-11-13T18:57:20,561 DEBUG [M:0;62ae331128c9:39557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/649bd972780a462489e08c9fff4b6d29 as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/649bd972780a462489e08c9fff4b6d29 2024-11-13T18:57:20,566 INFO [M:0;62ae331128c9:39557 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 649bd972780a462489e08c9fff4b6d29 2024-11-13T18:57:20,567 INFO [M:0;62ae331128c9:39557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/649bd972780a462489e08c9fff4b6d29, entries=13, sequenceid=125, filesize=6.9 K 2024-11-13T18:57:20,568 DEBUG [M:0;62ae331128c9:39557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca39d2dfb34348b483599b0213b5e390 as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca39d2dfb34348b483599b0213b5e390 2024-11-13T18:57:20,574 INFO [M:0;62ae331128c9:39557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca39d2dfb34348b483599b0213b5e390, entries=1, sequenceid=125, filesize=5.0 K 2024-11-13T18:57:20,575 DEBUG [M:0;62ae331128c9:39557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e9fb4f8bb9d643f79f1fa19a2ffea327 as hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e9fb4f8bb9d643f79f1fa19a2ffea327 2024-11-13T18:57:20,580 INFO [M:0;62ae331128c9:39557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e9fb4f8bb9d643f79f1fa19a2ffea327, entries=1, sequenceid=125, filesize=4.9 K 2024-11-13T18:57:20,581 INFO [M:0;62ae331128c9:39557 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.44 KB/52675, heapSize ~63.33 KB/64848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 549ms, sequenceid=125, compaction requested=false 2024-11-13T18:57:20,586 INFO [M:0;62ae331128c9:39557 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:20,586 DEBUG [M:0;62ae331128c9:39557 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524240032Disabling compacts and flushes for region at 1731524240032Disabling writes for close at 1731524240032Obtaining lock to block concurrent updates at 1731524240032Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524240032Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52675, getHeapSize=64848, getOffHeapSize=0, getCellsCount=148 at 1731524240033 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524240033Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524240033Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524240049 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524240049Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524240059 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524240079 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524240079Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524240092 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524240111 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524240111Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731524240126 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731524240139 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731524240139Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f697e78: reopening flushed file at 1731524240553 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@414f7f52: reopening flushed file at 1731524240560 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69f11f4c: reopening flushed file at 1731524240567 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f4acd80: reopening flushed file at 1731524240574 (+7 ms)Finished flush of dataSize ~51.44 KB/52675, heapSize ~63.33 KB/64848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 549ms, sequenceid=125, compaction requested=false at 1731524240581 (+7 ms)Writing region close event to WAL at 1731524240586 (+5 ms)Closed at 1731524240586 2024-11-13T18:57:20,594 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b3a524d1-5d6f-909a-45e0-971a1d2135be/MasterData/WALs/62ae331128c9,39557,1731524171157/62ae331128c9%2C39557%2C1731524171157.1731524171454 not finished, retry = 0 2024-11-13T18:57:20,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741830_1006 (size=61344) 2024-11-13T18:57:20,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38593 is added to blk_1073741830_1006 (size=61344) 2024-11-13T18:57:20,695 INFO [M:0;62ae331128c9:39557 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:57:20,696 INFO [M:0;62ae331128c9:39557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39557 2024-11-13T18:57:20,696 INFO [M:0;62ae331128c9:39557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:57:20,696 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:57:20,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:20,829 INFO [M:0;62ae331128c9:39557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:57:20,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x10136bbdb2e0000, quorum=127.0.0.1:58257, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:20,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57428648{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:20,834 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d0551e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:57:20,834 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:57:20,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@769d3ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:57:20,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8c4c53e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/hadoop.log.dir/,STOPPED} 2024-11-13T18:57:20,836 WARN [BP-919138827-172.17.0.3-1731524169512 heartbeating to localhost/127.0.0.1:39067 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:57:20,836 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:57:20,836 WARN [BP-919138827-172.17.0.3-1731524169512 heartbeating to localhost/127.0.0.1:39067 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-919138827-172.17.0.3-1731524169512 (Datanode Uuid 55dc5597-bd26-483d-810c-6947ea06c2be) service to localhost/127.0.0.1:39067 2024-11-13T18:57:20,836 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:57:20,836 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/cluster_bb8324d6-1006-6d23-1a50-9d67700e6413/data/data3/current/BP-919138827-172.17.0.3-1731524169512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:20,837 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/cluster_bb8324d6-1006-6d23-1a50-9d67700e6413/data/data4/current/BP-919138827-172.17.0.3-1731524169512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:20,837 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:57:20,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f1805c0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:20,839 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26819ed4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:57:20,839 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:57:20,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15afbbf3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:57:20,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69e29f23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/hadoop.log.dir/,STOPPED} 2024-11-13T18:57:20,841 WARN [BP-919138827-172.17.0.3-1731524169512 heartbeating to localhost/127.0.0.1:39067 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:57:20,841 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:57:20,841 WARN [BP-919138827-172.17.0.3-1731524169512 heartbeating to localhost/127.0.0.1:39067 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-919138827-172.17.0.3-1731524169512 (Datanode Uuid 391b51c4-bfd5-4c6e-920d-230e4c58dad5) service to localhost/127.0.0.1:39067 2024-11-13T18:57:20,841 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:57:20,841 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/cluster_bb8324d6-1006-6d23-1a50-9d67700e6413/data/data1/current/BP-919138827-172.17.0.3-1731524169512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:20,841 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/cluster_bb8324d6-1006-6d23-1a50-9d67700e6413/data/data2/current/BP-919138827-172.17.0.3-1731524169512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:20,842 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:57:20,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45711092{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:57:20,850 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57c363c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:57:20,851 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:57:20,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a0aa98d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:57:20,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3997274c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/hadoop.log.dir/,STOPPED} 2024-11-13T18:57:20,857 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:57:20,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:57:20,916 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=107 (was 98) - Thread LEAK? -, OpenFileDescriptor=450 (was 429) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=409 (was 594), ProcessCount=9 (was 11), AvailableMemoryMB=3054 (was 1823) - AvailableMemoryMB LEAK? - 2024-11-13T18:57:20,923 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=108, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=409, ProcessCount=9, AvailableMemoryMB=3054 2024-11-13T18:57:20,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:57:20,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/hadoop.log.dir so I do NOT create it in target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3 2024-11-13T18:57:20,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa7b360-1bbd-a96f-c1ce-acc19c7901f5/hadoop.tmp.dir so I do NOT create it in target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3 2024-11-13T18:57:20,923 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/cluster_effee168-3cee-7c04-309a-87d0b3e9d6dd, deleteOnExit=true 2024-11-13T18:57:20,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:57:20,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/test.cache.data in system properties and HBase conf 2024-11-13T18:57:20,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:57:20,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:57:20,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:57:20,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:57:20,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:57:20,924 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:57:20,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:57:20,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:57:20,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:57:20,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:57:20,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:57:20,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:57:20,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:57:20,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:57:20,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:57:20,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:57:20,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:57:20,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:57:20,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:57:20,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:57:21,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:21,387 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:57:21,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:57:21,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:57:21,398 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:57:21,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:21,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c6b30ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:57:21,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3826e31d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:57:21,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b42b62e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/java.io.tmpdir/jetty-localhost-36299-hadoop-hdfs-3_4_1-tests_jar-_-any-5660746192283658074/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:57:21,514 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@396da33f{HTTP/1.1, (http/1.1)}{localhost:36299} 2024-11-13T18:57:21,514 INFO [Time-limited test {}] server.Server(415): Started @224733ms 2024-11-13T18:57:21,742 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:21,745 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:57:21,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:57:21,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:57:21,747 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:57:21,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d98aa38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:57:21,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5404cb03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:57:21,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c3b0341{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/java.io.tmpdir/jetty-localhost-37705-hadoop-hdfs-3_4_1-tests_jar-_-any-5998770483429330054/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:21,871 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9e72a76{HTTP/1.1, (http/1.1)}{localhost:37705} 2024-11-13T18:57:21,871 INFO [Time-limited test {}] server.Server(415): Started @225089ms 2024-11-13T18:57:21,872 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:57:21,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:21,909 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:57:21,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:57:21,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:57:21,912 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:57:21,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a8b00d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:57:21,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f922443{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:57:22,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25b37d06{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/java.io.tmpdir/jetty-localhost-39307-hadoop-hdfs-3_4_1-tests_jar-_-any-15923331152792319201/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:22,032 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77dfb1ee{HTTP/1.1, (http/1.1)}{localhost:39307} 2024-11-13T18:57:22,032 INFO [Time-limited test {}] server.Server(415): Started @225251ms 2024-11-13T18:57:22,034 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:57:22,370 WARN [Thread-1617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/cluster_effee168-3cee-7c04-309a-87d0b3e9d6dd/data/data1/current/BP-450604330-172.17.0.3-1731524240948/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:22,370 WARN [Thread-1618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/cluster_effee168-3cee-7c04-309a-87d0b3e9d6dd/data/data2/current/BP-450604330-172.17.0.3-1731524240948/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:22,389 WARN [Thread-1582 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:57:22,391 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9f105ee849188d0 with lease ID 0x5a52b8e82a39077: Processing first storage report for DS-812664d9-5231-4c3b-abc1-ca38497462df from datanode DatanodeRegistration(127.0.0.1:38117, datanodeUuid=716ae66b-fa86-493e-9c79-6fc6059e1830, infoPort=40199, infoSecurePort=0, ipcPort=39677, storageInfo=lv=-57;cid=testClusterID;nsid=833347270;c=1731524240948) 2024-11-13T18:57:22,391 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9f105ee849188d0 with lease ID 0x5a52b8e82a39077: from storage DS-812664d9-5231-4c3b-abc1-ca38497462df node DatanodeRegistration(127.0.0.1:38117, datanodeUuid=716ae66b-fa86-493e-9c79-6fc6059e1830, infoPort=40199, infoSecurePort=0, ipcPort=39677, storageInfo=lv=-57;cid=testClusterID;nsid=833347270;c=1731524240948), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:57:22,391 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9f105ee849188d0 with lease ID 0x5a52b8e82a39077: Processing first storage report for DS-32471cc4-3643-4ca0-9823-cdaefe955b65 from datanode DatanodeRegistration(127.0.0.1:38117, datanodeUuid=716ae66b-fa86-493e-9c79-6fc6059e1830, infoPort=40199, infoSecurePort=0, ipcPort=39677, storageInfo=lv=-57;cid=testClusterID;nsid=833347270;c=1731524240948) 2024-11-13T18:57:22,391 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9f105ee849188d0 with lease ID 0x5a52b8e82a39077: from storage DS-32471cc4-3643-4ca0-9823-cdaefe955b65 node DatanodeRegistration(127.0.0.1:38117, datanodeUuid=716ae66b-fa86-493e-9c79-6fc6059e1830, infoPort=40199, infoSecurePort=0, ipcPort=39677, storageInfo=lv=-57;cid=testClusterID;nsid=833347270;c=1731524240948), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:57:22,571 WARN [Thread-1629 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/cluster_effee168-3cee-7c04-309a-87d0b3e9d6dd/data/data3/current/BP-450604330-172.17.0.3-1731524240948/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:22,571 WARN [Thread-1630 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/cluster_effee168-3cee-7c04-309a-87d0b3e9d6dd/data/data4/current/BP-450604330-172.17.0.3-1731524240948/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:22,593 WARN [Thread-1605 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:57:22,595 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a18bac63880b883 with lease ID 0x5a52b8e82a39078: Processing first storage report for DS-0512430a-2984-4c14-9baf-1c4ca61ddd79 from datanode DatanodeRegistration(127.0.0.1:39021, datanodeUuid=b239896d-522e-46e5-9091-e27962f0f6c6, infoPort=38871, infoSecurePort=0, ipcPort=39037, storageInfo=lv=-57;cid=testClusterID;nsid=833347270;c=1731524240948) 2024-11-13T18:57:22,595 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a18bac63880b883 with lease ID 0x5a52b8e82a39078: from storage DS-0512430a-2984-4c14-9baf-1c4ca61ddd79 node DatanodeRegistration(127.0.0.1:39021, datanodeUuid=b239896d-522e-46e5-9091-e27962f0f6c6, infoPort=38871, infoSecurePort=0, ipcPort=39037, storageInfo=lv=-57;cid=testClusterID;nsid=833347270;c=1731524240948), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T18:57:22,595 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a18bac63880b883 with lease ID 0x5a52b8e82a39078: Processing first storage report for DS-ae34aa98-dac8-44c4-9314-0c4c4d010d62 from datanode DatanodeRegistration(127.0.0.1:39021, datanodeUuid=b239896d-522e-46e5-9091-e27962f0f6c6, infoPort=38871, infoSecurePort=0, ipcPort=39037, storageInfo=lv=-57;cid=testClusterID;nsid=833347270;c=1731524240948) 2024-11-13T18:57:22,595 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a18bac63880b883 with lease ID 0x5a52b8e82a39078: from storage DS-ae34aa98-dac8-44c4-9314-0c4c4d010d62 node DatanodeRegistration(127.0.0.1:39021, datanodeUuid=b239896d-522e-46e5-9091-e27962f0f6c6, infoPort=38871, infoSecurePort=0, ipcPort=39037, storageInfo=lv=-57;cid=testClusterID;nsid=833347270;c=1731524240948), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:57:22,690 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3 2024-11-13T18:57:22,693 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/cluster_effee168-3cee-7c04-309a-87d0b3e9d6dd/zookeeper_0, clientPort=53322, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/cluster_effee168-3cee-7c04-309a-87d0b3e9d6dd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/cluster_effee168-3cee-7c04-309a-87d0b3e9d6dd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:57:22,695 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53322 2024-11-13T18:57:22,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:22,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:22,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:57:22,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:57:22,713 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714 with version=8 2024-11-13T18:57:22,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44399/user/jenkins/test-data/a421b527-7688-909d-40c7-dce24cf8003c/hbase-staging 2024-11-13T18:57:22,715 INFO [Time-limited test {}] client.ConnectionUtils(128): master/62ae331128c9:0 server-side Connection retries=45 2024-11-13T18:57:22,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:22,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:22,715 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:57:22,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:22,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:57:22,716 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:57:22,716 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:57:22,716 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32953 2024-11-13T18:57:22,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32953 connecting to ZooKeeper ensemble=127.0.0.1:53322 2024-11-13T18:57:22,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329530x0, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:57:22,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32953-0x10136bcf2ad0000 connected 2024-11-13T18:57:22,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:22,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:22,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:22,824 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714, hbase.cluster.distributed=false 2024-11-13T18:57:22,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:57:22,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32953 2024-11-13T18:57:22,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32953 2024-11-13T18:57:22,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32953 2024-11-13T18:57:22,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32953 2024-11-13T18:57:22,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32953 2024-11-13T18:57:22,843 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/62ae331128c9:0 server-side Connection retries=45 2024-11-13T18:57:22,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:22,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:22,843 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:57:22,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:22,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:57:22,843 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:57:22,843 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:57:22,844 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37725 2024-11-13T18:57:22,845 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37725 connecting to ZooKeeper ensemble=127.0.0.1:53322 2024-11-13T18:57:22,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:22,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:22,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377250x0, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:57:22,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37725-0x10136bcf2ad0001, quorum=127.0.0.1:53322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:22,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37725-0x10136bcf2ad0001 connected 2024-11-13T18:57:22,860 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:57:22,860 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:57:22,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37725-0x10136bcf2ad0001, quorum=127.0.0.1:53322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:57:22,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37725-0x10136bcf2ad0001, quorum=127.0.0.1:53322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:57:22,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37725 2024-11-13T18:57:22,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37725 2024-11-13T18:57:22,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37725 2024-11-13T18:57:22,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37725 2024-11-13T18:57:22,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37725 2024-11-13T18:57:22,873 DEBUG [M:0;62ae331128c9:32953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;62ae331128c9:32953 2024-11-13T18:57:22,874 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/62ae331128c9,32953,1731524242715 2024-11-13T18:57:22,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:22,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x10136bcf2ad0001, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:22,885 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/62ae331128c9,32953,1731524242715 2024-11-13T18:57:22,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:22,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x10136bcf2ad0001, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:57:22,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x10136bcf2ad0001, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:22,895 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T18:57:22,895 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/62ae331128c9,32953,1731524242715 from backup master directory 2024-11-13T18:57:22,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x10136bcf2ad0001, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:22,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/62ae331128c9,32953,1731524242715 2024-11-13T18:57:22,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:22,903 WARN [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:57:22,903 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=62ae331128c9,32953,1731524242715 2024-11-13T18:57:22,906 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/hbase.id] with ID: 1e709e48-f184-4107-8ce8-2b06e9e3ffb3 2024-11-13T18:57:22,906 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/.tmp/hbase.id 2024-11-13T18:57:22,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:57:22,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:57:22,912 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/.tmp/hbase.id]:[hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/hbase.id] 2024-11-13T18:57:22,922 INFO [master/62ae331128c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:22,922 INFO [master/62ae331128c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:57:22,923 INFO [master/62ae331128c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T18:57:22,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:22,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x10136bcf2ad0001, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:22,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:57:22,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:57:22,979 INFO [master/62ae331128c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:57:22,979 INFO [master/62ae331128c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:57:22,980 INFO [master/62ae331128c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:22,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:57:22,987 INFO [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/data/master/store 2024-11-13T18:57:22,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:57:22,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:57:22,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:57:22,997 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:22,997 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:57:22,997 INFO [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:22,997 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:22,997 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:57:22,997 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:22,997 INFO [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:22,997 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524242997Disabling compacts and flushes for region at 1731524242997Disabling writes for close at 1731524242997Writing region close event to WAL at 1731524242997Closed at 1731524242997 2024-11-13T18:57:22,998 WARN [master/62ae331128c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/data/master/store/.initializing 2024-11-13T18:57:22,998 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/WALs/62ae331128c9,32953,1731524242715 2024-11-13T18:57:22,999 INFO [master/62ae331128c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:57:23,001 INFO [master/62ae331128c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=62ae331128c9%2C32953%2C1731524242715, suffix=, logDir=hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/WALs/62ae331128c9,32953,1731524242715, archiveDir=hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/oldWALs, maxLogs=10 2024-11-13T18:57:23,014 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/WALs/62ae331128c9,32953,1731524242715/62ae331128c9%2C32953%2C1731524242715.1731524243001, exclude list is [], retry=0 2024-11-13T18:57:23,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38117,DS-812664d9-5231-4c3b-abc1-ca38497462df,DISK] 2024-11-13T18:57:23,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39021,DS-0512430a-2984-4c14-9baf-1c4ca61ddd79,DISK] 2024-11-13T18:57:23,018 INFO [master/62ae331128c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/WALs/62ae331128c9,32953,1731524242715/62ae331128c9%2C32953%2C1731524242715.1731524243001 2024-11-13T18:57:23,019 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40199:40199),(127.0.0.1/127.0.0.1:38871:38871)] 2024-11-13T18:57:23,019 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:57:23,019 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:23,019 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:23,019 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:23,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:23,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:57:23,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:23,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:23,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:23,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:57:23,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:23,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:23,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:23,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:57:23,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:23,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:23,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:23,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:57:23,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:23,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:23,031 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:23,032 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:23,033 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:23,034 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:23,034 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:23,034 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:57:23,035 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:23,039 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:23,040 INFO [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=781317, jitterRate=-0.006504550576210022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:57:23,040 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524243019Initializing all the Stores at 1731524243020 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524243020Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524243022 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524243022Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524243022Cleaning up temporary data from old regions at 1731524243034 (+12 ms)Region opened successfully at 1731524243040 (+6 ms) 2024-11-13T18:57:23,041 INFO [master/62ae331128c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:57:23,044 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a885ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=62ae331128c9/172.17.0.3:0 2024-11-13T18:57:23,045 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:57:23,045 INFO [master/62ae331128c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:57:23,045 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:57:23,046 INFO [master/62ae331128c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:57:23,046 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T18:57:23,047 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:57:23,047 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:57:23,053 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:57:23,054 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T18:57:23,070 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T18:57:23,070 INFO [master/62ae331128c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:57:23,071 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:57:23,078 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T18:57:23,078 INFO [master/62ae331128c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:57:23,080 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:57:23,086 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T18:57:23,088 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:57:23,095 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T18:57:23,097 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:57:23,103 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T18:57:23,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x10136bcf2ad0001, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:23,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x10136bcf2ad0001, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:23,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:23,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:23,119 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=62ae331128c9,32953,1731524242715, sessionid=0x10136bcf2ad0000, setting cluster-up flag (Was=false) 2024-11-13T18:57:23,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x10136bcf2ad0001, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:23,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:23,170 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T18:57:23,171 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=62ae331128c9,32953,1731524242715 2024-11-13T18:57:23,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x10136bcf2ad0001, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:23,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:23,228 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T18:57:23,229 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=62ae331128c9,32953,1731524242715 2024-11-13T18:57:23,235 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:57:23,241 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:23,242 INFO [master/62ae331128c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:57:23,242 INFO [master/62ae331128c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:57:23,242 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 62ae331128c9,32953,1731524242715 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:57:23,247 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/62ae331128c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:23,247 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/62ae331128c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:23,247 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/62ae331128c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:23,247 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/62ae331128c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:23,247 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/62ae331128c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:57:23,247 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:23,247 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/62ae331128c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:57:23,247 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:23,250 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524273250 2024-11-13T18:57:23,250 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:57:23,250 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:57:23,250 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:57:23,250 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:57:23,250 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:57:23,251 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:57:23,251 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:23,251 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:57:23,251 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:57:23,251 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:57:23,255 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:23,255 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:57:23,256 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:57:23,256 INFO [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:57:23,263 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.large.0-1731524243256,5,FailOnTimeoutGroup] 2024-11-13T18:57:23,263 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:23,264 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:57:23,267 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.small.0-1731524243263,5,FailOnTimeoutGroup] 2024-11-13T18:57:23,267 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:23,267 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:57:23,267 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:23,267 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:23,269 INFO [RS:0;62ae331128c9:37725 {}] regionserver.HRegionServer(746): ClusterId : 1e709e48-f184-4107-8ce8-2b06e9e3ffb3 2024-11-13T18:57:23,269 DEBUG [RS:0;62ae331128c9:37725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:57:23,281 DEBUG [RS:0;62ae331128c9:37725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:57:23,281 DEBUG [RS:0;62ae331128c9:37725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:57:23,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:57:23,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:57:23,327 DEBUG [RS:0;62ae331128c9:37725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:57:23,328 DEBUG [RS:0;62ae331128c9:37725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0b8363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=62ae331128c9/172.17.0.3:0 2024-11-13T18:57:23,344 DEBUG [RS:0;62ae331128c9:37725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;62ae331128c9:37725 2024-11-13T18:57:23,345 INFO [RS:0;62ae331128c9:37725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:57:23,345 INFO [RS:0;62ae331128c9:37725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:57:23,345 DEBUG [RS:0;62ae331128c9:37725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:57:23,345 INFO [RS:0;62ae331128c9:37725 {}] regionserver.HRegionServer(2659): reportForDuty to master=62ae331128c9,32953,1731524242715 with port=37725, startcode=1731524242842 2024-11-13T18:57:23,346 DEBUG [RS:0;62ae331128c9:37725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:57:23,348 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36737, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:57:23,349 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32953 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 62ae331128c9,37725,1731524242842 2024-11-13T18:57:23,349 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32953 {}] master.ServerManager(517): Registering regionserver=62ae331128c9,37725,1731524242842 2024-11-13T18:57:23,351 DEBUG [RS:0;62ae331128c9:37725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714 2024-11-13T18:57:23,352 DEBUG [RS:0;62ae331128c9:37725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43471 2024-11-13T18:57:23,352 DEBUG [RS:0;62ae331128c9:37725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:57:23,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:57:23,362 DEBUG [RS:0;62ae331128c9:37725 {}] zookeeper.ZKUtil(111): regionserver:37725-0x10136bcf2ad0001, quorum=127.0.0.1:53322, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/62ae331128c9,37725,1731524242842 2024-11-13T18:57:23,362 WARN [RS:0;62ae331128c9:37725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:57:23,362 INFO [RS:0;62ae331128c9:37725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:23,362 DEBUG [RS:0;62ae331128c9:37725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/WALs/62ae331128c9,37725,1731524242842 2024-11-13T18:57:23,362 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [62ae331128c9,37725,1731524242842] 2024-11-13T18:57:23,366 INFO [RS:0;62ae331128c9:37725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:57:23,368 INFO [RS:0;62ae331128c9:37725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:57:23,368 INFO [RS:0;62ae331128c9:37725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:57:23,368 INFO [RS:0;62ae331128c9:37725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:23,370 INFO [RS:0;62ae331128c9:37725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:57:23,371 INFO [RS:0;62ae331128c9:37725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:57:23,371 INFO [RS:0;62ae331128c9:37725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:23,372 DEBUG [RS:0;62ae331128c9:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:23,372 DEBUG [RS:0;62ae331128c9:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:23,372 DEBUG [RS:0;62ae331128c9:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:23,372 DEBUG [RS:0;62ae331128c9:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:23,372 DEBUG [RS:0;62ae331128c9:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:23,372 DEBUG [RS:0;62ae331128c9:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/62ae331128c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:57:23,372 DEBUG [RS:0;62ae331128c9:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:23,372 DEBUG [RS:0;62ae331128c9:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:23,372 DEBUG [RS:0;62ae331128c9:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:23,372 DEBUG [RS:0;62ae331128c9:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:23,372 DEBUG [RS:0;62ae331128c9:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:23,372 DEBUG [RS:0;62ae331128c9:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/62ae331128c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:23,372 DEBUG [RS:0;62ae331128c9:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/62ae331128c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:23,373 DEBUG [RS:0;62ae331128c9:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/62ae331128c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:23,374 INFO [RS:0;62ae331128c9:37725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:23,375 INFO [RS:0;62ae331128c9:37725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:23,375 INFO [RS:0;62ae331128c9:37725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:23,375 INFO [RS:0;62ae331128c9:37725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:23,375 INFO [RS:0;62ae331128c9:37725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:23,375 INFO [RS:0;62ae331128c9:37725 {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,37725,1731524242842-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:57:23,397 INFO [RS:0;62ae331128c9:37725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:57:23,397 INFO [RS:0;62ae331128c9:37725 {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,37725,1731524242842-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:23,397 INFO [RS:0;62ae331128c9:37725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:23,398 INFO [RS:0;62ae331128c9:37725 {}] regionserver.Replication(171): 62ae331128c9,37725,1731524242842 started 2024-11-13T18:57:23,413 INFO [RS:0;62ae331128c9:37725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:23,413 INFO [RS:0;62ae331128c9:37725 {}] regionserver.HRegionServer(1482): Serving as 62ae331128c9,37725,1731524242842, RpcServer on 62ae331128c9/172.17.0.3:37725, sessionid=0x10136bcf2ad0001 2024-11-13T18:57:23,413 DEBUG [RS:0;62ae331128c9:37725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:57:23,413 DEBUG [RS:0;62ae331128c9:37725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 62ae331128c9,37725,1731524242842 2024-11-13T18:57:23,413 DEBUG [RS:0;62ae331128c9:37725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '62ae331128c9,37725,1731524242842' 2024-11-13T18:57:23,413 DEBUG [RS:0;62ae331128c9:37725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:57:23,414 DEBUG [RS:0;62ae331128c9:37725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:57:23,414 DEBUG [RS:0;62ae331128c9:37725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:57:23,414 DEBUG [RS:0;62ae331128c9:37725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:57:23,414 DEBUG [RS:0;62ae331128c9:37725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 62ae331128c9,37725,1731524242842 2024-11-13T18:57:23,414 DEBUG [RS:0;62ae331128c9:37725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '62ae331128c9,37725,1731524242842' 2024-11-13T18:57:23,414 DEBUG [RS:0;62ae331128c9:37725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:57:23,419 DEBUG [RS:0;62ae331128c9:37725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:57:23,419 DEBUG [RS:0;62ae331128c9:37725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:57:23,419 INFO [RS:0;62ae331128c9:37725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:57:23,419 INFO [RS:0;62ae331128c9:37725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:57:23,520 INFO [RS:0;62ae331128c9:37725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:57:23,522 INFO [RS:0;62ae331128c9:37725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=62ae331128c9%2C37725%2C1731524242842, suffix=, logDir=hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/WALs/62ae331128c9,37725,1731524242842, archiveDir=hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/oldWALs, maxLogs=32 2024-11-13T18:57:23,538 DEBUG [RS:0;62ae331128c9:37725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/WALs/62ae331128c9,37725,1731524242842/62ae331128c9%2C37725%2C1731524242842.1731524243522, exclude list is [], retry=0 2024-11-13T18:57:23,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38117,DS-812664d9-5231-4c3b-abc1-ca38497462df,DISK] 2024-11-13T18:57:23,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39021,DS-0512430a-2984-4c14-9baf-1c4ca61ddd79,DISK] 2024-11-13T18:57:23,548 INFO [RS:0;62ae331128c9:37725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/WALs/62ae331128c9,37725,1731524242842/62ae331128c9%2C37725%2C1731524242842.1731524243522 2024-11-13T18:57:23,551 DEBUG [RS:0;62ae331128c9:37725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40199:40199),(127.0.0.1/127.0.0.1:38871:38871)] 2024-11-13T18:57:23,701 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:57:23,701 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714 2024-11-13T18:57:23,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741833_1009 (size=32) 2024-11-13T18:57:23,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741833_1009 (size=32) 2024-11-13T18:57:24,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:24,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:57:24,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:57:24,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:24,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:24,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:57:24,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:57:24,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:24,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:24,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:57:24,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:57:24,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:24,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:24,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:57:24,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:57:24,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T18:57:24,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:57:24,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:24,121 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-13T18:57:24,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:24,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:57:24,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/data/hbase/meta/1588230740 2024-11-13T18:57:24,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/data/hbase/meta/1588230740 2024-11-13T18:57:24,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:57:24,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:57:24,125 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T18:57:24,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:57:24,129 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:24,129 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=743632, jitterRate=-0.05442380905151367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T18:57:24,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524244110Initializing all the Stores at 1731524244111 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524244111Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524244111Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524244111Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524244111Cleaning up temporary data from old regions at 1731524244125 (+14 ms)Region opened successfully at 1731524244130 (+5 ms) 2024-11-13T18:57:24,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:57:24,130 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:57:24,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:57:24,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:57:24,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:57:24,131 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:57:24,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524244130Disabling compacts and flushes for region at 1731524244130Disabling writes for close at 1731524244131 (+1 ms)Writing region close event to WAL at 1731524244131Closed at 1731524244131 2024-11-13T18:57:24,133 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:24,133 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:57:24,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:57:24,134 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:57:24,135 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:57:24,286 DEBUG [62ae331128c9:32953 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:57:24,287 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=62ae331128c9,37725,1731524242842 2024-11-13T18:57:24,288 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 62ae331128c9,37725,1731524242842, state=OPENING 2024-11-13T18:57:24,336 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:57:24,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x10136bcf2ad0001, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:24,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:24,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:24,346 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:57:24,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=62ae331128c9,37725,1731524242842}] 2024-11-13T18:57:24,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:24,500 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:57:24,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48083, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:57:24,507 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:57:24,507 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:24,507 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:57:24,509 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=62ae331128c9%2C37725%2C1731524242842.meta, suffix=.meta, logDir=hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/WALs/62ae331128c9,37725,1731524242842, archiveDir=hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/oldWALs, maxLogs=32 2024-11-13T18:57:24,529 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/WALs/62ae331128c9,37725,1731524242842/62ae331128c9%2C37725%2C1731524242842.meta.1731524244509.meta, exclude list is [], retry=0 2024-11-13T18:57:24,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38117,DS-812664d9-5231-4c3b-abc1-ca38497462df,DISK] 2024-11-13T18:57:24,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39021,DS-0512430a-2984-4c14-9baf-1c4ca61ddd79,DISK] 2024-11-13T18:57:24,540 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/WALs/62ae331128c9,37725,1731524242842/62ae331128c9%2C37725%2C1731524242842.meta.1731524244509.meta 2024-11-13T18:57:24,543 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40199:40199),(127.0.0.1/127.0.0.1:38871:38871)] 2024-11-13T18:57:24,543 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:57:24,543 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:57:24,543 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:57:24,543 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:57:24,544 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:57:24,544 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:24,544 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:57:24,544 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:57:24,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:57:24,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:57:24,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:24,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:24,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:57:24,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:57:24,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:24,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:24,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:57:24,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:57:24,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:24,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:24,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:57:24,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:57:24,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:24,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:24,552 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:57:24,553 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/data/hbase/meta/1588230740 2024-11-13T18:57:24,554 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/data/hbase/meta/1588230740 2024-11-13T18:57:24,556 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:57:24,556 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:57:24,556 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T18:57:24,558 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:57:24,559 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=795595, jitterRate=0.01165209710597992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T18:57:24,559 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:57:24,560 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524244544Writing region info on filesystem at 1731524244544Initializing all the Stores at 1731524244545 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524244545Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524244546 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524244546Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524244546Cleaning up temporary data from old regions at 1731524244556 (+10 ms)Running coprocessor post-open hooks at 1731524244559 (+3 ms)Region opened successfully at 1731524244560 (+1 ms) 2024-11-13T18:57:24,561 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524244500 2024-11-13T18:57:24,564 DEBUG [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:57:24,564 INFO [RS_OPEN_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:57:24,564 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=62ae331128c9,37725,1731524242842 2024-11-13T18:57:24,567 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 62ae331128c9,37725,1731524242842, state=OPEN 2024-11-13T18:57:24,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x10136bcf2ad0001, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:57:24,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:57:24,606 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=62ae331128c9,37725,1731524242842 2024-11-13T18:57:24,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:24,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:24,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:57:24,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=62ae331128c9,37725,1731524242842 in 260 msec 2024-11-13T18:57:24,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:57:24,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 476 msec 2024-11-13T18:57:24,611 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:24,611 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:57:24,612 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:57:24,612 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=62ae331128c9,37725,1731524242842, seqNum=-1] 2024-11-13T18:57:24,613 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:57:24,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38645, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:57:24,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3850 sec 2024-11-13T18:57:24,621 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524244621, completionTime=-1 2024-11-13T18:57:24,621 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:57:24,621 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-13T18:57:24,623 INFO [master/62ae331128c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-13T18:57:24,623 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524304623 2024-11-13T18:57:24,623 INFO [master/62ae331128c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524364623 2024-11-13T18:57:24,623 INFO [master/62ae331128c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-13T18:57:24,624 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,32953,1731524242715-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:24,624 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,32953,1731524242715-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:24,624 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,32953,1731524242715-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:24,624 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-62ae331128c9:32953, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:24,624 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:24,624 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:24,625 DEBUG [master/62ae331128c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:57:24,628 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.724sec 2024-11-13T18:57:24,628 INFO [master/62ae331128c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:57:24,628 INFO [master/62ae331128c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:57:24,628 INFO [master/62ae331128c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:57:24,628 INFO [master/62ae331128c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:57:24,628 INFO [master/62ae331128c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:57:24,628 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,32953,1731524242715-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:57:24,628 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,32953,1731524242715-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:57:24,630 DEBUG [master/62ae331128c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:57:24,630 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:57:24,630 INFO [master/62ae331128c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=62ae331128c9,32953,1731524242715-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:24,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:24,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:24,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:24,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:24,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:24,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:24,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:24,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:24,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:24,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:24,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:24,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:24,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143149d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:24,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 62ae331128c9,32953,-1 for getting cluster id 2024-11-13T18:57:24,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:57:24,675 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e709e48-f184-4107-8ce8-2b06e9e3ffb3' 2024-11-13T18:57:24,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:57:24,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e709e48-f184-4107-8ce8-2b06e9e3ffb3" 2024-11-13T18:57:24,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fac31f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:24,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [62ae331128c9,32953,-1] 2024-11-13T18:57:24,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:57:24,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:24,678 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:57:24,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7611c0b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:24,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:57:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=62ae331128c9,37725,1731524242842, seqNum=-1] 2024-11-13T18:57:24,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:57:24,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:57:24,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=62ae331128c9,32953,1731524242715 2024-11-13T18:57:24,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:24,689 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-13T18:57:24,689 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:24,690 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:57:24,693 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/WALs/test.com,8080,1, archiveDir=hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/oldWALs, maxLogs=32 2024-11-13T18:57:24,707 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/WALs/test.com,8080,1/test.com%2C8080%2C1.1731524244693, exclude list is [], retry=0 2024-11-13T18:57:24,709 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39021,DS-0512430a-2984-4c14-9baf-1c4ca61ddd79,DISK] 2024-11-13T18:57:24,710 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38117,DS-812664d9-5231-4c3b-abc1-ca38497462df,DISK] 2024-11-13T18:57:24,712 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/WALs/test.com,8080,1/test.com%2C8080%2C1.1731524244693 2024-11-13T18:57:24,713 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38871:38871),(127.0.0.1/127.0.0.1:40199:40199)] 2024-11-13T18:57:24,727 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/WALs/test.com,8080,1/test.com%2C8080%2C1.1731524244714, exclude list is [], retry=0 2024-11-13T18:57:24,730 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38117,DS-812664d9-5231-4c3b-abc1-ca38497462df,DISK] 2024-11-13T18:57:24,730 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39021,DS-0512430a-2984-4c14-9baf-1c4ca61ddd79,DISK] 2024-11-13T18:57:24,735 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/WALs/test.com,8080,1/test.com%2C8080%2C1.1731524244693 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/WALs/test.com,8080,1/test.com%2C8080%2C1.1731524244714 2024-11-13T18:57:24,736 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40199:40199),(127.0.0.1/127.0.0.1:38871:38871)] 2024-11-13T18:57:24,736 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/WALs/test.com,8080,1/test.com%2C8080%2C1.1731524244693 is not closed yet, will try archiving it next time 2024-11-13T18:57:24,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741835_1011 (size=93) 2024-11-13T18:57:24,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741835_1011 (size=93) 2024-11-13T18:57:24,742 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/WALs/test.com,8080,1/test.com%2C8080%2C1.1731524244693 to hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/oldWALs/test.com%2C8080%2C1.1731524244693 2024-11-13T18:57:24,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741836_1012 (size=93) 2024-11-13T18:57:24,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741836_1012 (size=93) 2024-11-13T18:57:24,746 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/oldWALs 2024-11-13T18:57:24,746 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731524244714) 2024-11-13T18:57:24,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:57:24,746 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:57:24,746 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:24,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:24,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:24,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:57:24,747 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:57:24,747 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1807969110, stopped=false 2024-11-13T18:57:24,747 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=62ae331128c9,32953,1731524242715 2024-11-13T18:57:24,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x10136bcf2ad0001, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:24,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x10136bcf2ad0001, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:24,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37725-0x10136bcf2ad0001, quorum=127.0.0.1:53322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:24,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:24,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:24,763 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:57:24,764 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:57:24,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:24,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:24,764 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '62ae331128c9,37725,1731524242842' ***** 2024-11-13T18:57:24,764 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:57:24,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:24,766 INFO [RS:0;62ae331128c9:37725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:57:24,766 INFO [RS:0;62ae331128c9:37725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:57:24,766 INFO [RS:0;62ae331128c9:37725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:57:24,766 INFO [RS:0;62ae331128c9:37725 {}] regionserver.HRegionServer(959): stopping server 62ae331128c9,37725,1731524242842 2024-11-13T18:57:24,766 INFO [RS:0;62ae331128c9:37725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:57:24,767 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:57:24,767 INFO [RS:0;62ae331128c9:37725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;62ae331128c9:37725. 2024-11-13T18:57:24,767 DEBUG [RS:0;62ae331128c9:37725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:24,767 DEBUG [RS:0;62ae331128c9:37725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:24,767 INFO [RS:0;62ae331128c9:37725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:57:24,767 INFO [RS:0;62ae331128c9:37725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:57:24,767 INFO [RS:0;62ae331128c9:37725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:57:24,767 INFO [RS:0;62ae331128c9:37725 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:57:24,767 INFO [RS:0;62ae331128c9:37725 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:57:24,767 DEBUG [RS:0;62ae331128c9:37725 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:57:24,767 DEBUG [RS:0;62ae331128c9:37725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:57:24,767 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:57:24,768 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:57:24,768 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:57:24,768 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:57:24,768 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:57:24,768 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T18:57:24,786 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/data/hbase/meta/1588230740/.tmp/ns/2d50b84caa394d098c05f9338a3db232 is 43, key is default/ns:d/1731524244614/Put/seqid=0 2024-11-13T18:57:24,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741837_1013 (size=5153) 2024-11-13T18:57:24,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741837_1013 (size=5153) 2024-11-13T18:57:24,968 DEBUG [RS:0;62ae331128c9:37725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:57:25,164 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:57:25,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:25,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:25,168 DEBUG [RS:0;62ae331128c9:37725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:57:25,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:25,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:25,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:25,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:25,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:25,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:25,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:25,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:25,193 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/data/hbase/meta/1588230740/.tmp/ns/2d50b84caa394d098c05f9338a3db232 2024-11-13T18:57:25,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:25,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:25,201 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/data/hbase/meta/1588230740/.tmp/ns/2d50b84caa394d098c05f9338a3db232 as hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/data/hbase/meta/1588230740/ns/2d50b84caa394d098c05f9338a3db232 2024-11-13T18:57:25,209 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/data/hbase/meta/1588230740/ns/2d50b84caa394d098c05f9338a3db232, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T18:57:25,211 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false 2024-11-13T18:57:25,211 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T18:57:25,216 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T18:57:25,216 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:57:25,216 INFO [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:57:25,216 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524244767Running coprocessor pre-close hooks at 1731524244767Disabling compacts and flushes for region at 1731524244767Disabling writes for close at 1731524244768 (+1 ms)Obtaining lock to block concurrent updates at 1731524244768Preparing flush snapshotting stores in 1588230740 at 1731524244768Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731524244769 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731524244769Flushing 1588230740/ns: creating writer at 1731524244769Flushing 1588230740/ns: appending metadata at 1731524244786 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731524244786Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26f4a158: reopening flushed file at 1731524245200 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false at 1731524245211 (+11 ms)Writing region close event to WAL at 1731524245212 (+1 ms)Running coprocessor post-close hooks at 1731524245216 (+4 ms)Closed at 1731524245216 2024-11-13T18:57:25,217 DEBUG [RS_CLOSE_META-regionserver/62ae331128c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:57:25,368 INFO [RS:0;62ae331128c9:37725 {}] regionserver.HRegionServer(976): stopping server 62ae331128c9,37725,1731524242842; all regions closed. 2024-11-13T18:57:25,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741834_1010 (size=1152) 2024-11-13T18:57:25,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741834_1010 (size=1152) 2024-11-13T18:57:25,375 INFO [regionserver/62ae331128c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:25,379 DEBUG [RS:0;62ae331128c9:37725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/oldWALs 2024-11-13T18:57:25,379 INFO [RS:0;62ae331128c9:37725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 62ae331128c9%2C37725%2C1731524242842.meta:.meta(num 1731524244509) 2024-11-13T18:57:25,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741832_1008 (size=93) 2024-11-13T18:57:25,384 INFO [regionserver/62ae331128c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:57:25,384 INFO [regionserver/62ae331128c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:57:25,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741832_1008 (size=93) 2024-11-13T18:57:25,391 DEBUG [RS:0;62ae331128c9:37725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/oldWALs 2024-11-13T18:57:25,391 INFO [RS:0;62ae331128c9:37725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 62ae331128c9%2C37725%2C1731524242842:(num 1731524243522) 2024-11-13T18:57:25,391 DEBUG [RS:0;62ae331128c9:37725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:25,391 INFO [RS:0;62ae331128c9:37725 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:25,391 INFO [RS:0;62ae331128c9:37725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:57:25,391 INFO [RS:0;62ae331128c9:37725 {}] hbase.ChoreService(370): Chore service for: regionserver/62ae331128c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:57:25,392 INFO [RS:0;62ae331128c9:37725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:57:25,392 INFO [regionserver/62ae331128c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:57:25,392 INFO [RS:0;62ae331128c9:37725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37725 2024-11-13T18:57:25,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:57:25,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x10136bcf2ad0001, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/62ae331128c9,37725,1731524242842 2024-11-13T18:57:25,401 INFO [RS:0;62ae331128c9:37725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:57:25,402 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [62ae331128c9,37725,1731524242842] 2024-11-13T18:57:25,428 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/62ae331128c9,37725,1731524242842 already deleted, retry=false 2024-11-13T18:57:25,428 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 62ae331128c9,37725,1731524242842 expired; onlineServers=0 2024-11-13T18:57:25,428 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '62ae331128c9,32953,1731524242715' ***** 2024-11-13T18:57:25,428 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:57:25,428 INFO [M:0;62ae331128c9:32953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:57:25,428 INFO [M:0;62ae331128c9:32953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:57:25,428 DEBUG [M:0;62ae331128c9:32953 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:57:25,429 DEBUG [master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.large.0-1731524243256 {}] cleaner.HFileCleaner(306): Exit Thread[master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.large.0-1731524243256,5,FailOnTimeoutGroup] 2024-11-13T18:57:25,429 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:57:25,429 DEBUG [M:0;62ae331128c9:32953 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:57:25,429 DEBUG [master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.small.0-1731524243263 {}] cleaner.HFileCleaner(306): Exit Thread[master/62ae331128c9:0:becomeActiveMaster-HFileCleaner.small.0-1731524243263,5,FailOnTimeoutGroup] 2024-11-13T18:57:25,429 INFO [M:0;62ae331128c9:32953 {}] hbase.ChoreService(370): Chore service for: master/62ae331128c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:57:25,429 INFO [M:0;62ae331128c9:32953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:57:25,429 DEBUG [M:0;62ae331128c9:32953 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:57:25,429 INFO [M:0;62ae331128c9:32953 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:57:25,429 INFO [M:0;62ae331128c9:32953 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:57:25,430 INFO [M:0;62ae331128c9:32953 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:57:25,430 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:57:25,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T18:57:25,437 DEBUG [M:0;62ae331128c9:32953 {}] zookeeper.ZKUtil(347): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T18:57:25,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:25,437 WARN [M:0;62ae331128c9:32953 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:57:25,437 INFO [M:0;62ae331128c9:32953 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/.lastflushedseqids 2024-11-13T18:57:25,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741838_1014 (size=99) 2024-11-13T18:57:25,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741838_1014 (size=99) 2024-11-13T18:57:25,457 INFO [M:0;62ae331128c9:32953 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:57:25,458 INFO [M:0;62ae331128c9:32953 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:57:25,458 DEBUG [M:0;62ae331128c9:32953 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:57:25,458 INFO [M:0;62ae331128c9:32953 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:25,458 DEBUG [M:0;62ae331128c9:32953 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:25,458 DEBUG [M:0;62ae331128c9:32953 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:57:25,458 DEBUG [M:0;62ae331128c9:32953 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:25,458 INFO [M:0;62ae331128c9:32953 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-13T18:57:25,481 DEBUG [M:0;62ae331128c9:32953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7445b298890b45d093b686d023b9e15d is 82, key is hbase:meta,,1/info:regioninfo/1731524244564/Put/seqid=0 2024-11-13T18:57:25,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741839_1015 (size=5672) 2024-11-13T18:57:25,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741839_1015 (size=5672) 2024-11-13T18:57:25,497 INFO [M:0;62ae331128c9:32953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7445b298890b45d093b686d023b9e15d 2024-11-13T18:57:25,512 INFO [RS:0;62ae331128c9:37725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:57:25,512 INFO [RS:0;62ae331128c9:37725 {}] regionserver.HRegionServer(1031): Exiting; stopping=62ae331128c9,37725,1731524242842; zookeeper connection closed. 2024-11-13T18:57:25,512 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c9b7b93 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c9b7b93 2024-11-13T18:57:25,513 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:57:25,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x10136bcf2ad0001, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:25,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x10136bcf2ad0001, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:25,537 DEBUG [M:0;62ae331128c9:32953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdb5533e613b479f9402f25920027d16 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731524244621/Put/seqid=0 2024-11-13T18:57:25,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741840_1016 (size=5275) 2024-11-13T18:57:25,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741840_1016 (size=5275) 2024-11-13T18:57:25,964 INFO [M:0;62ae331128c9:32953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdb5533e613b479f9402f25920027d16 2024-11-13T18:57:25,992 DEBUG [M:0;62ae331128c9:32953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f64ee5859dd4efdbe4cfba54890ac27 is 69, key is 62ae331128c9,37725,1731524242842/rs:state/1731524243349/Put/seqid=0 2024-11-13T18:57:26,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741841_1017 (size=5156) 2024-11-13T18:57:26,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741841_1017 (size=5156) 2024-11-13T18:57:26,018 INFO [M:0;62ae331128c9:32953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f64ee5859dd4efdbe4cfba54890ac27 2024-11-13T18:57:26,052 DEBUG [M:0;62ae331128c9:32953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/00e1ddc170a94df78ce4b81c1977a786 is 52, key is load_balancer_on/state:d/1731524244688/Put/seqid=0 2024-11-13T18:57:26,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741842_1018 (size=5056) 2024-11-13T18:57:26,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741842_1018 (size=5056) 2024-11-13T18:57:26,088 INFO [M:0;62ae331128c9:32953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/00e1ddc170a94df78ce4b81c1977a786 2024-11-13T18:57:26,109 DEBUG [M:0;62ae331128c9:32953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7445b298890b45d093b686d023b9e15d as hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7445b298890b45d093b686d023b9e15d 2024-11-13T18:57:26,119 INFO [M:0;62ae331128c9:32953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7445b298890b45d093b686d023b9e15d, entries=8, sequenceid=29, filesize=5.5 K 2024-11-13T18:57:26,121 DEBUG [M:0;62ae331128c9:32953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdb5533e613b479f9402f25920027d16 as hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cdb5533e613b479f9402f25920027d16 2024-11-13T18:57:26,135 INFO [M:0;62ae331128c9:32953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cdb5533e613b479f9402f25920027d16, entries=3, sequenceid=29, filesize=5.2 K 2024-11-13T18:57:26,137 DEBUG [M:0;62ae331128c9:32953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f64ee5859dd4efdbe4cfba54890ac27 as hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2f64ee5859dd4efdbe4cfba54890ac27 2024-11-13T18:57:26,147 INFO [M:0;62ae331128c9:32953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2f64ee5859dd4efdbe4cfba54890ac27, entries=1, sequenceid=29, filesize=5.0 K 2024-11-13T18:57:26,160 DEBUG [M:0;62ae331128c9:32953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/00e1ddc170a94df78ce4b81c1977a786 as hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/00e1ddc170a94df78ce4b81c1977a786 2024-11-13T18:57:26,176 INFO [M:0;62ae331128c9:32953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43471/user/jenkins/test-data/e2719153-648d-1478-b525-df278564a714/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/00e1ddc170a94df78ce4b81c1977a786, entries=1, sequenceid=29, filesize=4.9 K 2024-11-13T18:57:26,183 INFO [M:0;62ae331128c9:32953 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 725ms, sequenceid=29, compaction requested=false 2024-11-13T18:57:26,195 INFO [M:0;62ae331128c9:32953 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:26,195 DEBUG [M:0;62ae331128c9:32953 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524245458Disabling compacts and flushes for region at 1731524245458Disabling writes for close at 1731524245458Obtaining lock to block concurrent updates at 1731524245458Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524245458Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731524245459 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524245460 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524245460Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524245481 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524245481Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524245510 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524245536 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524245536Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524245970 (+434 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524245990 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524245990Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731524246028 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731524246051 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731524246051Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e8c9a42: reopening flushed file at 1731524246107 (+56 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f6b1b9e: reopening flushed file at 1731524246120 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d887b21: reopening flushed file at 1731524246135 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d7e9ff8: reopening flushed file at 1731524246147 (+12 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 725ms, sequenceid=29, compaction requested=false at 1731524246183 (+36 ms)Writing region close event to WAL at 1731524246195 (+12 ms)Closed at 1731524246195 2024-11-13T18:57:26,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741830_1006 (size=10311) 2024-11-13T18:57:26,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741830_1006 (size=10311) 2024-11-13T18:57:26,237 INFO [M:0;62ae331128c9:32953 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:57:26,237 INFO [M:0;62ae331128c9:32953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32953 2024-11-13T18:57:26,237 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:57:26,237 INFO [M:0;62ae331128c9:32953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:57:26,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:26,443 INFO [M:0;62ae331128c9:32953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:57:26,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x10136bcf2ad0000, quorum=127.0.0.1:53322, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:26,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25b37d06{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:26,455 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77dfb1ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:57:26,455 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:57:26,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f922443{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:57:26,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a8b00d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/hadoop.log.dir/,STOPPED} 2024-11-13T18:57:26,476 WARN [BP-450604330-172.17.0.3-1731524240948 heartbeating to localhost/127.0.0.1:43471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:57:26,476 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:57:26,476 WARN [BP-450604330-172.17.0.3-1731524240948 heartbeating to localhost/127.0.0.1:43471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-450604330-172.17.0.3-1731524240948 (Datanode Uuid b239896d-522e-46e5-9091-e27962f0f6c6) service to localhost/127.0.0.1:43471 2024-11-13T18:57:26,476 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:57:26,477 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/cluster_effee168-3cee-7c04-309a-87d0b3e9d6dd/data/data3/current/BP-450604330-172.17.0.3-1731524240948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:26,477 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:57:26,478 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/cluster_effee168-3cee-7c04-309a-87d0b3e9d6dd/data/data4/current/BP-450604330-172.17.0.3-1731524240948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:26,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c3b0341{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:26,484 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9e72a76{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:57:26,484 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:57:26,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5404cb03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:57:26,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d98aa38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/hadoop.log.dir/,STOPPED} 2024-11-13T18:57:26,489 WARN [BP-450604330-172.17.0.3-1731524240948 heartbeating to localhost/127.0.0.1:43471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:57:26,489 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:57:26,489 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:57:26,489 WARN [BP-450604330-172.17.0.3-1731524240948 heartbeating to localhost/127.0.0.1:43471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-450604330-172.17.0.3-1731524240948 (Datanode Uuid 716ae66b-fa86-493e-9c79-6fc6059e1830) service to localhost/127.0.0.1:43471 2024-11-13T18:57:26,490 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/cluster_effee168-3cee-7c04-309a-87d0b3e9d6dd/data/data1/current/BP-450604330-172.17.0.3-1731524240948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:26,490 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/cluster_effee168-3cee-7c04-309a-87d0b3e9d6dd/data/data2/current/BP-450604330-172.17.0.3-1731524240948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:26,490 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:57:26,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b42b62e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:57:26,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@396da33f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:57:26,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:57:26,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3826e31d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:57:26,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c6b30ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6c3233-9b21-5ab0-5004-3030de0db8d3/hadoop.log.dir/,STOPPED} 2024-11-13T18:57:26,524 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:57:26,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:57:26,554 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=131 (was 108) - Thread LEAK? -, OpenFileDescriptor=501 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 409) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 9), AvailableMemoryMB=2660 (was 3054)