2024-12-05 11:47:17,365 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-05 11:47:17,377 main DEBUG Took 0.009961 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 11:47:17,377 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 11:47:17,377 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 11:47:17,378 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 11:47:17,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:47:17,386 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 11:47:17,398 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:47:17,399 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:47:17,400 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:47:17,400 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:47:17,401 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:47:17,401 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:47:17,402 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:47:17,402 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:47:17,403 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:47:17,403 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:47:17,404 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:47:17,404 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:47:17,404 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:47:17,405 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:47:17,405 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:47:17,405 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:47:17,406 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:47:17,406 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:47:17,406 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:47:17,407 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:47:17,407 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:47:17,407 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:47:17,408 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:47:17,408 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:47:17,408 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:47:17,408 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 11:47:17,410 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:47:17,411 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 11:47:17,413 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 11:47:17,413 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 11:47:17,415 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 11:47:17,415 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 11:47:17,423 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 11:47:17,425 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 11:47:17,427 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 11:47:17,427 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 11:47:17,428 main DEBUG createAppenders(={Console}) 2024-12-05 11:47:17,428 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-12-05 11:47:17,429 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-05 11:47:17,429 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-12-05 11:47:17,429 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 11:47:17,430 main DEBUG OutputStream closed 2024-12-05 11:47:17,430 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 11:47:17,430 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 11:47:17,430 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-12-05 11:47:17,509 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 11:47:17,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 11:47:17,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 11:47:17,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 11:47:17,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 11:47:17,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 11:47:17,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 11:47:17,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 11:47:17,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 11:47:17,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 11:47:17,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 11:47:17,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 11:47:17,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 11:47:17,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 11:47:17,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 11:47:17,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 11:47:17,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 11:47:17,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 11:47:17,518 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 11:47:17,518 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-12-05 11:47:17,519 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 11:47:17,519 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-12-05T11:47:17,715 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a 2024-12-05 11:47:17,717 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 11:47:17,718 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T11:47:17,726 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-12-05T11:47:17,756 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=152, ProcessCount=11, AvailableMemoryMB=7919 2024-12-05T11:47:17,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:47:17,772 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/cluster_2d59e12c-bbfa-56c9-da42-49e38f84f42a, deleteOnExit=true 2024-12-05T11:47:17,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:47:17,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/test.cache.data in system properties and HBase conf 2024-12-05T11:47:17,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:47:17,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:47:17,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:47:17,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:47:17,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:47:17,850 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T11:47:17,925 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:47:17,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:47:17,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:47:17,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:47:17,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:47:17,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:47:17,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:47:17,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:47:17,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:47:17,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:47:17,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:47:17,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:47:17,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:47:17,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:47:17,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:47:18,863 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T11:47:18,924 INFO [Time-limited test {}] log.Log(170): Logging initialized @2176ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T11:47:18,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:47:19,043 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:47:19,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:47:19,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:47:19,062 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:47:19,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:47:19,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37175a9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:47:19,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a543f55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:47:19,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25e92c1d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/java.io.tmpdir/jetty-localhost-39631-hadoop-hdfs-3_4_1-tests_jar-_-any-4754233992314207635/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:47:19,240 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@438b1fb5{HTTP/1.1, (http/1.1)}{localhost:39631} 2024-12-05T11:47:19,240 INFO [Time-limited test {}] server.Server(415): Started @2493ms 2024-12-05T11:47:19,670 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:47:19,676 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:47:19,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:47:19,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:47:19,677 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:47:19,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@833aa38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:47:19,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@230b60b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:47:19,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c6778cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/java.io.tmpdir/jetty-localhost-38401-hadoop-hdfs-3_4_1-tests_jar-_-any-3635753554406991958/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:47:19,774 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a5a3fa0{HTTP/1.1, (http/1.1)}{localhost:38401} 2024-12-05T11:47:19,774 INFO [Time-limited test {}] server.Server(415): Started @3027ms 2024-12-05T11:47:19,819 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:47:19,920 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:47:19,927 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:47:19,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:47:19,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:47:19,929 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:47:19,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11a33333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:47:19,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ad53a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:47:20,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b7982e6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/java.io.tmpdir/jetty-localhost-34857-hadoop-hdfs-3_4_1-tests_jar-_-any-6994052176239502331/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:47:20,050 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1921bcf2{HTTP/1.1, (http/1.1)}{localhost:34857} 2024-12-05T11:47:20,050 INFO [Time-limited test {}] server.Server(415): Started @3303ms 2024-12-05T11:47:20,052 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:47:20,905 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/cluster_2d59e12c-bbfa-56c9-da42-49e38f84f42a/data/data2/current/BP-808667425-172.17.0.2-1733399238429/current, will proceed with Du for space computation calculation, 2024-12-05T11:47:20,905 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/cluster_2d59e12c-bbfa-56c9-da42-49e38f84f42a/data/data1/current/BP-808667425-172.17.0.2-1733399238429/current, will proceed with Du for space computation calculation, 2024-12-05T11:47:20,905 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/cluster_2d59e12c-bbfa-56c9-da42-49e38f84f42a/data/data4/current/BP-808667425-172.17.0.2-1733399238429/current, will proceed with Du for space computation calculation, 2024-12-05T11:47:20,905 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/cluster_2d59e12c-bbfa-56c9-da42-49e38f84f42a/data/data3/current/BP-808667425-172.17.0.2-1733399238429/current, will proceed with Du for space computation calculation, 2024-12-05T11:47:20,933 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:47:20,933 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:47:20,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1703201c0278d0b1 with lease ID 0x92f6cc875aa9bd4c: Processing first storage report for DS-7adb5948-17de-4c90-b76e-b56668b94b28 from datanode DatanodeRegistration(127.0.0.1:39051, datanodeUuid=25796af2-16a7-4f92-8154-06fb411901b9, infoPort=43811, infoSecurePort=0, ipcPort=43547, storageInfo=lv=-57;cid=testClusterID;nsid=1549296794;c=1733399238429) 2024-12-05T11:47:20,978 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1703201c0278d0b1 with lease ID 0x92f6cc875aa9bd4c: from storage DS-7adb5948-17de-4c90-b76e-b56668b94b28 node DatanodeRegistration(127.0.0.1:39051, datanodeUuid=25796af2-16a7-4f92-8154-06fb411901b9, infoPort=43811, infoSecurePort=0, ipcPort=43547, storageInfo=lv=-57;cid=testClusterID;nsid=1549296794;c=1733399238429), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T11:47:20,978 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc48dacb7650db27 with lease ID 0x92f6cc875aa9bd4b: Processing first storage report for DS-f00935e8-4a3b-41f3-aff0-e1f0020c2a04 from datanode DatanodeRegistration(127.0.0.1:35657, datanodeUuid=9b6c9290-aefb-442e-8185-a52e82ae1415, infoPort=34277, infoSecurePort=0, ipcPort=37601, storageInfo=lv=-57;cid=testClusterID;nsid=1549296794;c=1733399238429) 2024-12-05T11:47:20,978 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc48dacb7650db27 with lease ID 0x92f6cc875aa9bd4b: from storage DS-f00935e8-4a3b-41f3-aff0-e1f0020c2a04 node DatanodeRegistration(127.0.0.1:35657, datanodeUuid=9b6c9290-aefb-442e-8185-a52e82ae1415, infoPort=34277, infoSecurePort=0, ipcPort=37601, storageInfo=lv=-57;cid=testClusterID;nsid=1549296794;c=1733399238429), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T11:47:20,979 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1703201c0278d0b1 with lease ID 0x92f6cc875aa9bd4c: Processing first storage report for DS-f4e8eff4-4f92-4ad3-8e5b-1d5053541f2b from datanode DatanodeRegistration(127.0.0.1:39051, datanodeUuid=25796af2-16a7-4f92-8154-06fb411901b9, infoPort=43811, infoSecurePort=0, ipcPort=43547, storageInfo=lv=-57;cid=testClusterID;nsid=1549296794;c=1733399238429) 2024-12-05T11:47:20,979 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1703201c0278d0b1 with lease ID 0x92f6cc875aa9bd4c: from storage DS-f4e8eff4-4f92-4ad3-8e5b-1d5053541f2b node DatanodeRegistration(127.0.0.1:39051, datanodeUuid=25796af2-16a7-4f92-8154-06fb411901b9, infoPort=43811, infoSecurePort=0, ipcPort=43547, storageInfo=lv=-57;cid=testClusterID;nsid=1549296794;c=1733399238429), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:47:20,979 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc48dacb7650db27 with lease ID 0x92f6cc875aa9bd4b: Processing first storage report for DS-4510dde9-cafc-4d38-9ce0-09bcf8f12ebb from datanode DatanodeRegistration(127.0.0.1:35657, datanodeUuid=9b6c9290-aefb-442e-8185-a52e82ae1415, infoPort=34277, infoSecurePort=0, ipcPort=37601, storageInfo=lv=-57;cid=testClusterID;nsid=1549296794;c=1733399238429) 2024-12-05T11:47:20,979 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc48dacb7650db27 with lease ID 0x92f6cc875aa9bd4b: from storage DS-4510dde9-cafc-4d38-9ce0-09bcf8f12ebb node DatanodeRegistration(127.0.0.1:35657, datanodeUuid=9b6c9290-aefb-442e-8185-a52e82ae1415, infoPort=34277, infoSecurePort=0, ipcPort=37601, storageInfo=lv=-57;cid=testClusterID;nsid=1549296794;c=1733399238429), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:47:21,033 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a 2024-12-05T11:47:21,093 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/cluster_2d59e12c-bbfa-56c9-da42-49e38f84f42a/zookeeper_0, clientPort=50706, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/cluster_2d59e12c-bbfa-56c9-da42-49e38f84f42a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/cluster_2d59e12c-bbfa-56c9-da42-49e38f84f42a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T11:47:21,101 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50706 2024-12-05T11:47:21,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:47:21,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:47:21,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:47:21,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:47:21,726 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79 with version=8 2024-12-05T11:47:21,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/hbase-staging 2024-12-05T11:47:21,795 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T11:47:22,005 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80666a11a09f:0 server-side Connection retries=45 2024-12-05T11:47:22,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:47:22,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:47:22,018 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:47:22,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:47:22,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:47:22,131 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:47:22,183 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T11:47:22,190 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T11:47:22,194 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:47:22,216 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 79366 (auto-detected) 2024-12-05T11:47:22,217 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T11:47:22,231 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34345 2024-12-05T11:47:22,249 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34345 connecting to ZooKeeper ensemble=127.0.0.1:50706 2024-12-05T11:47:22,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343450x0, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:47:22,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34345-0x101a69b03ea0000 connected 2024-12-05T11:47:22,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:47:22,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:47:22,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:47:22,497 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79, hbase.cluster.distributed=false 2024-12-05T11:47:22,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T11:47:22,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34345 2024-12-05T11:47:22,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34345 2024-12-05T11:47:22,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34345 2024-12-05T11:47:22,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34345 2024-12-05T11:47:22,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34345 2024-12-05T11:47:22,619 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80666a11a09f:0 server-side Connection retries=45 2024-12-05T11:47:22,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:47:22,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:47:22,621 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:47:22,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:47:22,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:47:22,623 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:47:22,625 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:47:22,626 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40011 2024-12-05T11:47:22,627 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40011 connecting to ZooKeeper ensemble=127.0.0.1:50706 2024-12-05T11:47:22,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:47:22,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:47:22,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400110x0, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:47:22,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40011-0x101a69b03ea0001 connected 2024-12-05T11:47:22,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40011-0x101a69b03ea0001, quorum=127.0.0.1:50706, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:47:22,649 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:47:22,656 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:47:22,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40011-0x101a69b03ea0001, quorum=127.0.0.1:50706, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T11:47:22,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40011-0x101a69b03ea0001, quorum=127.0.0.1:50706, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T11:47:22,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40011 2024-12-05T11:47:22,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40011 2024-12-05T11:47:22,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40011 2024-12-05T11:47:22,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40011 2024-12-05T11:47:22,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40011 2024-12-05T11:47:22,682 DEBUG [M:0;80666a11a09f:34345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80666a11a09f:34345 2024-12-05T11:47:22,683 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/80666a11a09f,34345,1733399241865 2024-12-05T11:47:22,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:47:22,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40011-0x101a69b03ea0001, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:47:22,697 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/80666a11a09f,34345,1733399241865 2024-12-05T11:47:22,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:47:22,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40011-0x101a69b03ea0001, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T11:47:22,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40011-0x101a69b03ea0001, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:47:22,724 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T11:47:22,726 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/80666a11a09f,34345,1733399241865 from backup master directory 2024-12-05T11:47:22,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/80666a11a09f,34345,1733399241865 2024-12-05T11:47:22,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40011-0x101a69b03ea0001, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:47:22,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:47:22,736 WARN [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:47:22,737 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80666a11a09f,34345,1733399241865 2024-12-05T11:47:22,739 INFO [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T11:47:22,740 INFO [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T11:47:22,793 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/hbase.id] with ID: 37336f00-843d-4cc5-bea5-728f1404c474 2024-12-05T11:47:22,794 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/.tmp/hbase.id 2024-12-05T11:47:22,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:47:22,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:47:22,804 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/.tmp/hbase.id]:[hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/hbase.id] 2024-12-05T11:47:22,842 INFO [master/80666a11a09f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:47:22,846 INFO [master/80666a11a09f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:47:22,863 INFO [master/80666a11a09f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-05T11:47:22,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:47:22,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40011-0x101a69b03ea0001, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:47:22,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:47:22,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:47:22,905 INFO [master/80666a11a09f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:47:22,907 INFO [master/80666a11a09f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:47:22,912 INFO [master/80666a11a09f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:47:22,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:47:22,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:47:22,953 INFO [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/data/master/store 2024-12-05T11:47:22,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:47:22,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:47:22,976 INFO [master/80666a11a09f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T11:47:22,980 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:47:22,982 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:47:22,982 INFO [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:47:22,982 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:47:22,985 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:47:22,985 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:47:22,985 INFO [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:47:22,987 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733399242982Disabling compacts and flushes for region at 1733399242982Disabling writes for close at 1733399242985 (+3 ms)Writing region close event to WAL at 1733399242985Closed at 1733399242985 2024-12-05T11:47:22,989 WARN [master/80666a11a09f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/data/master/store/.initializing 2024-12-05T11:47:22,989 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/WALs/80666a11a09f,34345,1733399241865 2024-12-05T11:47:22,997 INFO [master/80666a11a09f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:47:23,011 INFO [master/80666a11a09f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80666a11a09f%2C34345%2C1733399241865, suffix=, logDir=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/WALs/80666a11a09f,34345,1733399241865, archiveDir=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/oldWALs, maxLogs=10 2024-12-05T11:47:23,042 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/WALs/80666a11a09f,34345,1733399241865/80666a11a09f%2C34345%2C1733399241865.1733399243017, exclude list is [], retry=0 2024-12-05T11:47:23,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T11:47:23,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39051,DS-7adb5948-17de-4c90-b76e-b56668b94b28,DISK] 2024-12-05T11:47:23,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35657,DS-f00935e8-4a3b-41f3-aff0-e1f0020c2a04,DISK] 2024-12-05T11:47:23,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T11:47:23,096 INFO [master/80666a11a09f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/WALs/80666a11a09f,34345,1733399241865/80666a11a09f%2C34345%2C1733399241865.1733399243017 2024-12-05T11:47:23,097 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34277:34277),(127.0.0.1/127.0.0.1:43811:43811)] 2024-12-05T11:47:23,098 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:47:23,098 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:47:23,101 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:47:23,102 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:47:23,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:47:23,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:47:23,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:47:23,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:47:23,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:47:23,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:47:23,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:47:23,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:47:23,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:47:23,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:47:23,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:47:23,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:47:23,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:47:23,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:47:23,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:47:23,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:47:23,175 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:47:23,179 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:47:23,180 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:47:23,185 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:47:23,185 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:47:23,188 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:47:23,192 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:47:23,196 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:47:23,197 INFO [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=813859, jitterRate=0.03487539291381836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:47:23,202 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733399243112Initializing all the Stores at 1733399243114 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399243115 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399243115Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399243116 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399243116Cleaning up temporary data from old regions at 1733399243185 (+69 ms)Region opened successfully at 1733399243202 (+17 ms) 2024-12-05T11:47:23,203 INFO [master/80666a11a09f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:47:23,231 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90b7262, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80666a11a09f/172.17.0.2:0 2024-12-05T11:47:23,257 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:47:23,265 INFO [master/80666a11a09f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:47:23,266 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:47:23,268 INFO [master/80666a11a09f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:47:23,269 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T11:47:23,273 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-05T11:47:23,273 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:47:23,295 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:47:23,302 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T11:47:23,340 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T11:47:23,344 INFO [master/80666a11a09f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:47:23,346 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:47:23,356 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T11:47:23,358 INFO [master/80666a11a09f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:47:23,361 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:47:23,369 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T11:47:23,371 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:47:23,381 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T11:47:23,401 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:47:23,411 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T11:47:23,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T11:47:23,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40011-0x101a69b03ea0001, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T11:47:23,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:47:23,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40011-0x101a69b03ea0001, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:47:23,429 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80666a11a09f,34345,1733399241865, sessionid=0x101a69b03ea0000, setting cluster-up flag (Was=false) 2024-12-05T11:47:23,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:47:23,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40011-0x101a69b03ea0001, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:47:23,482 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T11:47:23,485 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80666a11a09f,34345,1733399241865 2024-12-05T11:47:23,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:47:23,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40011-0x101a69b03ea0001, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:47:23,532 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T11:47:23,536 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80666a11a09f,34345,1733399241865 2024-12-05T11:47:23,543 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:47:23,573 INFO [RS:0;80666a11a09f:40011 {}] regionserver.HRegionServer(746): ClusterId : 37336f00-843d-4cc5-bea5-728f1404c474 2024-12-05T11:47:23,576 DEBUG [RS:0;80666a11a09f:40011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:47:23,588 DEBUG [RS:0;80666a11a09f:40011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:47:23,588 DEBUG [RS:0;80666a11a09f:40011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:47:23,600 DEBUG [RS:0;80666a11a09f:40011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:47:23,600 DEBUG [RS:0;80666a11a09f:40011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eabed79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80666a11a09f/172.17.0.2:0 2024-12-05T11:47:23,608 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:47:23,619 DEBUG [RS:0;80666a11a09f:40011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80666a11a09f:40011 2024-12-05T11:47:23,619 INFO [master/80666a11a09f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:47:23,622 INFO [RS:0;80666a11a09f:40011 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:47:23,622 INFO [RS:0;80666a11a09f:40011 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:47:23,622 DEBUG [RS:0;80666a11a09f:40011 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:47:23,626 INFO [RS:0;80666a11a09f:40011 {}] regionserver.HRegionServer(2659): reportForDuty to master=80666a11a09f,34345,1733399241865 with port=40011, startcode=1733399242589 2024-12-05T11:47:23,626 INFO [master/80666a11a09f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:47:23,632 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80666a11a09f,34345,1733399241865 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:47:23,637 DEBUG [RS:0;80666a11a09f:40011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:47:23,638 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80666a11a09f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:47:23,639 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80666a11a09f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:47:23,639 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80666a11a09f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:47:23,639 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80666a11a09f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:47:23,639 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80666a11a09f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:47:23,639 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:47:23,639 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80666a11a09f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:47:23,639 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:47:23,641 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733399273641 2024-12-05T11:47:23,643 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:47:23,644 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:47:23,644 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:47:23,645 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:47:23,648 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:47:23,649 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:47:23,649 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:47:23,649 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:47:23,650 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:47:23,650 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:47:23,650 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:47:23,658 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:47:23,659 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:47:23,660 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:47:23,664 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:47:23,665 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:47:23,669 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.large.0-1733399243666,5,FailOnTimeoutGroup] 2024-12-05T11:47:23,670 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.small.0-1733399243670,5,FailOnTimeoutGroup] 2024-12-05T11:47:23,670 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:47:23,670 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:47:23,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:47:23,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:47:23,672 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:47:23,673 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:47:23,674 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:47:23,675 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79 2024-12-05T11:47:23,676 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56227, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:47:23,683 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34345 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80666a11a09f,40011,1733399242589 2024-12-05T11:47:23,686 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34345 {}] master.ServerManager(517): Registering regionserver=80666a11a09f,40011,1733399242589 2024-12-05T11:47:23,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741832_1008 (size=32) 2024-12-05T11:47:23,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741832_1008 (size=32) 2024-12-05T11:47:23,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:47:23,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:47:23,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:47:23,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:47:23,702 DEBUG [RS:0;80666a11a09f:40011 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79 2024-12-05T11:47:23,702 DEBUG [RS:0;80666a11a09f:40011 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46407 2024-12-05T11:47:23,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:47:23,702 DEBUG [RS:0;80666a11a09f:40011 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:47:23,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:47:23,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:47:23,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:47:23,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:47:23,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:47:23,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:47:23,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:47:23,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:47:23,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:47:23,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:47:23,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:47:23,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:47:23,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:47:23,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/hbase/meta/1588230740 2024-12-05T11:47:23,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T11:47:23,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/hbase/meta/1588230740 2024-12-05T11:47:23,715 DEBUG [RS:0;80666a11a09f:40011 {}] zookeeper.ZKUtil(111): regionserver:40011-0x101a69b03ea0001, quorum=127.0.0.1:50706, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80666a11a09f,40011,1733399242589 2024-12-05T11:47:23,715 WARN [RS:0;80666a11a09f:40011 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:47:23,715 INFO [RS:0;80666a11a09f:40011 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:47:23,716 DEBUG [RS:0;80666a11a09f:40011 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589 2024-12-05T11:47:23,718 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80666a11a09f,40011,1733399242589] 2024-12-05T11:47:23,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:47:23,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:47:23,720 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T11:47:23,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:47:23,727 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:47:23,729 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=872808, jitterRate=0.1098332405090332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T11:47:23,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733399243694Initializing all the Stores at 1733399243697 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399243697Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399243697Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399243697Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399243697Cleaning up temporary data from old regions at 1733399243719 (+22 ms)Region opened successfully at 1733399243732 (+13 ms) 2024-12-05T11:47:23,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:47:23,732 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:47:23,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:47:23,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:47:23,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:47:23,734 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:47:23,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733399243732Disabling compacts and flushes for region at 1733399243732Disabling writes for close at 1733399243733 (+1 ms)Writing region close event to WAL at 1733399243734 (+1 ms)Closed at 1733399243734 2024-12-05T11:47:23,737 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:47:23,737 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:47:23,740 INFO [RS:0;80666a11a09f:40011 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:47:23,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:47:23,750 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:47:23,752 INFO [RS:0;80666a11a09f:40011 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:47:23,753 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:47:23,757 INFO [RS:0;80666a11a09f:40011 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:47:23,758 INFO [RS:0;80666a11a09f:40011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:47:23,759 INFO [RS:0;80666a11a09f:40011 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:47:23,763 INFO [RS:0;80666a11a09f:40011 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:47:23,764 INFO [RS:0;80666a11a09f:40011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:47:23,765 DEBUG [RS:0;80666a11a09f:40011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:47:23,765 DEBUG [RS:0;80666a11a09f:40011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:47:23,765 DEBUG [RS:0;80666a11a09f:40011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:47:23,765 DEBUG [RS:0;80666a11a09f:40011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:47:23,765 DEBUG [RS:0;80666a11a09f:40011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:47:23,765 DEBUG [RS:0;80666a11a09f:40011 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80666a11a09f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:47:23,765 DEBUG [RS:0;80666a11a09f:40011 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:47:23,765 DEBUG [RS:0;80666a11a09f:40011 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:47:23,765 DEBUG [RS:0;80666a11a09f:40011 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:47:23,766 DEBUG [RS:0;80666a11a09f:40011 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:47:23,766 DEBUG [RS:0;80666a11a09f:40011 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:47:23,766 DEBUG [RS:0;80666a11a09f:40011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:47:23,766 DEBUG [RS:0;80666a11a09f:40011 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80666a11a09f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:47:23,766 DEBUG [RS:0;80666a11a09f:40011 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:47:23,767 INFO [RS:0;80666a11a09f:40011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:47:23,767 INFO [RS:0;80666a11a09f:40011 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:47:23,767 INFO [RS:0;80666a11a09f:40011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:47:23,767 INFO [RS:0;80666a11a09f:40011 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:47:23,767 INFO [RS:0;80666a11a09f:40011 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:47:23,767 INFO [RS:0;80666a11a09f:40011 {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,40011,1733399242589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:47:23,782 INFO [RS:0;80666a11a09f:40011 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:47:23,783 INFO [RS:0;80666a11a09f:40011 {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,40011,1733399242589-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:47:23,784 INFO [RS:0;80666a11a09f:40011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:47:23,784 INFO [RS:0;80666a11a09f:40011 {}] regionserver.Replication(171): 80666a11a09f,40011,1733399242589 started 2024-12-05T11:47:23,799 INFO [RS:0;80666a11a09f:40011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:47:23,799 INFO [RS:0;80666a11a09f:40011 {}] regionserver.HRegionServer(1482): Serving as 80666a11a09f,40011,1733399242589, RpcServer on 80666a11a09f/172.17.0.2:40011, sessionid=0x101a69b03ea0001 2024-12-05T11:47:23,800 DEBUG [RS:0;80666a11a09f:40011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:47:23,800 DEBUG [RS:0;80666a11a09f:40011 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80666a11a09f,40011,1733399242589 2024-12-05T11:47:23,800 DEBUG [RS:0;80666a11a09f:40011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80666a11a09f,40011,1733399242589' 2024-12-05T11:47:23,800 DEBUG [RS:0;80666a11a09f:40011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T11:47:23,801 DEBUG [RS:0;80666a11a09f:40011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T11:47:23,802 DEBUG [RS:0;80666a11a09f:40011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:47:23,802 DEBUG [RS:0;80666a11a09f:40011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:47:23,802 DEBUG [RS:0;80666a11a09f:40011 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80666a11a09f,40011,1733399242589 2024-12-05T11:47:23,802 DEBUG [RS:0;80666a11a09f:40011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80666a11a09f,40011,1733399242589' 2024-12-05T11:47:23,802 DEBUG [RS:0;80666a11a09f:40011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T11:47:23,803 DEBUG [RS:0;80666a11a09f:40011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T11:47:23,804 DEBUG [RS:0;80666a11a09f:40011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:47:23,804 INFO [RS:0;80666a11a09f:40011 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:47:23,804 INFO [RS:0;80666a11a09f:40011 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:47:23,904 WARN [80666a11a09f:34345 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T11:47:23,908 INFO [RS:0;80666a11a09f:40011 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:47:23,911 INFO [RS:0;80666a11a09f:40011 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80666a11a09f%2C40011%2C1733399242589, suffix=, logDir=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589, archiveDir=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/oldWALs, maxLogs=32 2024-12-05T11:47:23,930 DEBUG [RS:0;80666a11a09f:40011 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589/80666a11a09f%2C40011%2C1733399242589.1733399243914, exclude list is [], retry=0 2024-12-05T11:47:23,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39051,DS-7adb5948-17de-4c90-b76e-b56668b94b28,DISK] 2024-12-05T11:47:23,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35657,DS-f00935e8-4a3b-41f3-aff0-e1f0020c2a04,DISK] 2024-12-05T11:47:23,938 INFO [RS:0;80666a11a09f:40011 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589/80666a11a09f%2C40011%2C1733399242589.1733399243914 2024-12-05T11:47:23,939 DEBUG [RS:0;80666a11a09f:40011 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43811:43811),(127.0.0.1/127.0.0.1:34277:34277)] 2024-12-05T11:47:24,161 DEBUG [80666a11a09f:34345 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:47:24,175 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80666a11a09f,40011,1733399242589 2024-12-05T11:47:24,180 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80666a11a09f,40011,1733399242589, state=OPENING 2024-12-05T11:47:24,223 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:47:24,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:47:24,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40011-0x101a69b03ea0001, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:47:24,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:47:24,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:47:24,237 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:47:24,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80666a11a09f,40011,1733399242589}] 2024-12-05T11:47:24,419 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:47:24,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46617, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:47:24,430 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:47:24,431 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:47:24,431 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:47:24,434 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80666a11a09f%2C40011%2C1733399242589.meta, suffix=.meta, logDir=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589, archiveDir=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/oldWALs, maxLogs=32 2024-12-05T11:47:24,448 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589/80666a11a09f%2C40011%2C1733399242589.meta.1733399244436.meta, exclude list is [], retry=0 2024-12-05T11:47:24,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35657,DS-f00935e8-4a3b-41f3-aff0-e1f0020c2a04,DISK] 2024-12-05T11:47:24,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39051,DS-7adb5948-17de-4c90-b76e-b56668b94b28,DISK] 2024-12-05T11:47:24,454 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589/80666a11a09f%2C40011%2C1733399242589.meta.1733399244436.meta 2024-12-05T11:47:24,454 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43811:43811),(127.0.0.1/127.0.0.1:34277:34277)] 2024-12-05T11:47:24,455 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:47:24,456 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:47:24,458 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:47:24,462 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:47:24,466 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:47:24,467 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:47:24,467 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:47:24,467 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:47:24,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:47:24,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:47:24,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:47:24,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:47:24,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:47:24,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:47:24,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:47:24,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:47:24,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:47:24,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:47:24,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:47:24,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:47:24,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:47:24,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:47:24,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:47:24,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:47:24,480 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:47:24,481 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/hbase/meta/1588230740 2024-12-05T11:47:24,484 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/hbase/meta/1588230740 2024-12-05T11:47:24,486 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:47:24,486 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:47:24,487 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T11:47:24,490 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:47:24,491 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=793369, jitterRate=0.008821815252304077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T11:47:24,491 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:47:24,493 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733399244467Writing region info on filesystem at 1733399244468 (+1 ms)Initializing all the Stores at 1733399244469 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399244469Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399244470 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399244470Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399244470Cleaning up temporary data from old regions at 1733399244486 (+16 ms)Running coprocessor post-open hooks at 1733399244492 (+6 ms)Region opened successfully at 1733399244493 (+1 ms) 2024-12-05T11:47:24,499 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733399244411 2024-12-05T11:47:24,509 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:47:24,509 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:47:24,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80666a11a09f,40011,1733399242589 2024-12-05T11:47:24,512 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80666a11a09f,40011,1733399242589, state=OPEN 2024-12-05T11:47:24,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T11:47:24,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40011-0x101a69b03ea0001, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T11:47:24,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:47:24,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:47:24,583 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80666a11a09f,40011,1733399242589 2024-12-05T11:47:24,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:47:24,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80666a11a09f,40011,1733399242589 in 344 msec 2024-12-05T11:47:24,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:47:24,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 851 msec 2024-12-05T11:47:24,600 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:47:24,600 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:47:24,621 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:47:24,622 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80666a11a09f,40011,1733399242589, seqNum=-1] 2024-12-05T11:47:24,644 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:47:24,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45821, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:47:24,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0990 sec 2024-12-05T11:47:24,674 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733399244674, completionTime=-1 2024-12-05T11:47:24,676 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:47:24,677 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:47:24,709 INFO [master/80666a11a09f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:47:24,709 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733399304709 2024-12-05T11:47:24,709 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733399364709 2024-12-05T11:47:24,709 INFO [master/80666a11a09f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 32 msec 2024-12-05T11:47:24,711 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,34345,1733399241865-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:47:24,712 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,34345,1733399241865-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:47:24,712 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,34345,1733399241865-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:47:24,713 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80666a11a09f:34345, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:47:24,714 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:47:24,715 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:47:24,720 DEBUG [master/80666a11a09f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:47:24,750 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.013sec 2024-12-05T11:47:24,752 INFO [master/80666a11a09f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:47:24,753 INFO [master/80666a11a09f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:47:24,754 INFO [master/80666a11a09f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:47:24,755 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:47:24,755 INFO [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:47:24,756 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,34345,1733399241865-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:47:24,757 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,34345,1733399241865-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:47:24,765 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:47:24,765 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:47:24,766 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,34345,1733399241865-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:47:24,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453b0999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:47:24,785 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T11:47:24,785 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T11:47:24,787 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80666a11a09f,34345,-1 for getting cluster id 2024-12-05T11:47:24,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:47:24,796 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37336f00-843d-4cc5-bea5-728f1404c474' 2024-12-05T11:47:24,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:47:24,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37336f00-843d-4cc5-bea5-728f1404c474" 2024-12-05T11:47:24,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47089fab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:47:24,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80666a11a09f,34345,-1] 2024-12-05T11:47:24,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:47:24,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:47:24,804 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:47:24,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683f1339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:47:24,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:47:24,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80666a11a09f,40011,1733399242589, seqNum=-1] 2024-12-05T11:47:24,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:47:24,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:47:24,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80666a11a09f,34345,1733399241865 2024-12-05T11:47:24,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:47:24,862 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-05T11:47:24,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:47:24,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80666a11a09f,34345,1733399241865 2024-12-05T11:47:24,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@363be78a 2024-12-05T11:47:24,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:47:24,877 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:47:24,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34345 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-05T11:47:24,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34345 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-05T11:47:24,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34345 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:47:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34345 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-12-05T11:47:24,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:47:24,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34345 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-12-05T11:47:24,896 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:47:24,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:47:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:47:24,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741835_1011 (size=389) 2024-12-05T11:47:24,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741835_1011 (size=389) 2024-12-05T11:47:24,917 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a0507a85e2beda48f5d8b43645dff3ac, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79 2024-12-05T11:47:24,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741836_1012 (size=72) 2024-12-05T11:47:24,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741836_1012 (size=72) 2024-12-05T11:47:24,938 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:47:24,938 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing a0507a85e2beda48f5d8b43645dff3ac, disabling compactions & flushes 2024-12-05T11:47:24,938 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac. 2024-12-05T11:47:24,938 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac. 2024-12-05T11:47:24,938 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac. after waiting 0 ms 2024-12-05T11:47:24,938 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac. 2024-12-05T11:47:24,938 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac. 2024-12-05T11:47:24,938 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for a0507a85e2beda48f5d8b43645dff3ac: Waiting for close lock at 1733399244938Disabling compacts and flushes for region at 1733399244938Disabling writes for close at 1733399244938Writing region close event to WAL at 1733399244938Closed at 1733399244938 2024-12-05T11:47:24,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:47:24,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1733399244941"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733399244941"}]},"ts":"1733399244941"} 2024-12-05T11:47:24,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:47:24,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:47:24,957 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733399244954"}]},"ts":"1733399244954"} 2024-12-05T11:47:24,961 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-12-05T11:47:24,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a0507a85e2beda48f5d8b43645dff3ac, ASSIGN}] 2024-12-05T11:47:24,966 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a0507a85e2beda48f5d8b43645dff3ac, ASSIGN 2024-12-05T11:47:24,968 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a0507a85e2beda48f5d8b43645dff3ac, ASSIGN; state=OFFLINE, location=80666a11a09f,40011,1733399242589; forceNewPlan=false, retain=false 2024-12-05T11:47:25,121 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a0507a85e2beda48f5d8b43645dff3ac, regionState=OPENING, regionLocation=80666a11a09f,40011,1733399242589 2024-12-05T11:47:25,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a0507a85e2beda48f5d8b43645dff3ac, ASSIGN because future has completed 2024-12-05T11:47:25,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0507a85e2beda48f5d8b43645dff3ac, server=80666a11a09f,40011,1733399242589}] 2024-12-05T11:47:25,296 INFO [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac. 2024-12-05T11:47:25,296 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a0507a85e2beda48f5d8b43645dff3ac, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:47:25,297 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling a0507a85e2beda48f5d8b43645dff3ac 2024-12-05T11:47:25,297 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:47:25,297 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a0507a85e2beda48f5d8b43645dff3ac 2024-12-05T11:47:25,297 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a0507a85e2beda48f5d8b43645dff3ac 2024-12-05T11:47:25,299 INFO [StoreOpener-a0507a85e2beda48f5d8b43645dff3ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a0507a85e2beda48f5d8b43645dff3ac 2024-12-05T11:47:25,301 INFO [StoreOpener-a0507a85e2beda48f5d8b43645dff3ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0507a85e2beda48f5d8b43645dff3ac columnFamilyName info 2024-12-05T11:47:25,301 DEBUG [StoreOpener-a0507a85e2beda48f5d8b43645dff3ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:47:25,302 INFO [StoreOpener-a0507a85e2beda48f5d8b43645dff3ac-1 {}] regionserver.HStore(327): Store=a0507a85e2beda48f5d8b43645dff3ac/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:47:25,302 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a0507a85e2beda48f5d8b43645dff3ac 2024-12-05T11:47:25,304 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/default/TestLogRolling-testSlowSyncLogRolling/a0507a85e2beda48f5d8b43645dff3ac 2024-12-05T11:47:25,304 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/default/TestLogRolling-testSlowSyncLogRolling/a0507a85e2beda48f5d8b43645dff3ac 2024-12-05T11:47:25,305 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a0507a85e2beda48f5d8b43645dff3ac 2024-12-05T11:47:25,305 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a0507a85e2beda48f5d8b43645dff3ac 2024-12-05T11:47:25,307 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a0507a85e2beda48f5d8b43645dff3ac 2024-12-05T11:47:25,310 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/default/TestLogRolling-testSlowSyncLogRolling/a0507a85e2beda48f5d8b43645dff3ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:47:25,311 INFO [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a0507a85e2beda48f5d8b43645dff3ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=807373, jitterRate=0.026628896594047546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:47:25,312 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0507a85e2beda48f5d8b43645dff3ac 2024-12-05T11:47:25,312 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a0507a85e2beda48f5d8b43645dff3ac: Running coprocessor pre-open hook at 1733399245297Writing region info on filesystem at 1733399245297Initializing all the Stores at 1733399245299 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399245299Cleaning up temporary data from old regions at 1733399245305 (+6 ms)Running coprocessor post-open hooks at 1733399245312 (+7 ms)Region opened successfully at 1733399245312 2024-12-05T11:47:25,314 INFO [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac., pid=6, masterSystemTime=1733399245284 2024-12-05T11:47:25,317 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac. 2024-12-05T11:47:25,318 INFO [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac. 2024-12-05T11:47:25,319 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a0507a85e2beda48f5d8b43645dff3ac, regionState=OPEN, openSeqNum=2, regionLocation=80666a11a09f,40011,1733399242589 2024-12-05T11:47:25,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0507a85e2beda48f5d8b43645dff3ac, server=80666a11a09f,40011,1733399242589 because future has completed 2024-12-05T11:47:25,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T11:47:25,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a0507a85e2beda48f5d8b43645dff3ac, server=80666a11a09f,40011,1733399242589 in 196 msec 2024-12-05T11:47:25,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T11:47:25,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a0507a85e2beda48f5d8b43645dff3ac, ASSIGN in 367 msec 2024-12-05T11:47:25,338 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:47:25,338 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733399245338"}]},"ts":"1733399245338"} 2024-12-05T11:47:25,341 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-12-05T11:47:25,343 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:47:25,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 458 msec 2024-12-05T11:47:29,976 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T11:47:30,029 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T11:47:30,030 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-12-05T11:47:32,181 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T11:47:32,182 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T11:47:32,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-05T11:47:32,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-05T11:47:32,190 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:47:32,190 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T11:47:32,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T11:47:32,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T11:47:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:47:34,937 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-12-05T11:47:34,943 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-12-05T11:47:34,948 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-12-05T11:47:34,949 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac. 2024-12-05T11:47:34,961 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589/80666a11a09f%2C40011%2C1733399242589.1733399254949, exclude list is [], retry=0 2024-12-05T11:47:34,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39051,DS-7adb5948-17de-4c90-b76e-b56668b94b28,DISK] 2024-12-05T11:47:34,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35657,DS-f00935e8-4a3b-41f3-aff0-e1f0020c2a04,DISK] 2024-12-05T11:47:34,968 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589/80666a11a09f%2C40011%2C1733399242589.1733399243914 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589/80666a11a09f%2C40011%2C1733399242589.1733399254949 2024-12-05T11:47:34,969 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43811:43811),(127.0.0.1/127.0.0.1:34277:34277)] 2024-12-05T11:47:34,969 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589/80666a11a09f%2C40011%2C1733399242589.1733399243914 is not closed yet, will try archiving it next time 2024-12-05T11:47:34,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741833_1009 (size=451) 2024-12-05T11:47:34,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741833_1009 (size=451) 2024-12-05T11:47:34,974 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589/80666a11a09f%2C40011%2C1733399242589.1733399243914 to hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/oldWALs/80666a11a09f%2C40011%2C1733399242589.1733399243914 2024-12-05T11:47:34,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac., hostname=80666a11a09f,40011,1733399242589, seqNum=2] 2024-12-05T11:47:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40011 {}] regionserver.HRegion(8855): Flush requested on a0507a85e2beda48f5d8b43645dff3ac 2024-12-05T11:47:49,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a0507a85e2beda48f5d8b43645dff3ac 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T11:47:49,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/default/TestLogRolling-testSlowSyncLogRolling/a0507a85e2beda48f5d8b43645dff3ac/.tmp/info/69038c2f3d204d75b7bff56dcbb94df4 is 1055, key is row0001/info:/1733399254980/Put/seqid=0 2024-12-05T11:47:49,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741838_1014 (size=13386) 2024-12-05T11:47:49,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741838_1014 (size=13386) 2024-12-05T11:47:49,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/default/TestLogRolling-testSlowSyncLogRolling/a0507a85e2beda48f5d8b43645dff3ac/.tmp/info/69038c2f3d204d75b7bff56dcbb94df4 2024-12-05T11:47:49,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/default/TestLogRolling-testSlowSyncLogRolling/a0507a85e2beda48f5d8b43645dff3ac/.tmp/info/69038c2f3d204d75b7bff56dcbb94df4 as hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/default/TestLogRolling-testSlowSyncLogRolling/a0507a85e2beda48f5d8b43645dff3ac/info/69038c2f3d204d75b7bff56dcbb94df4 2024-12-05T11:47:49,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/default/TestLogRolling-testSlowSyncLogRolling/a0507a85e2beda48f5d8b43645dff3ac/info/69038c2f3d204d75b7bff56dcbb94df4, entries=8, sequenceid=12, filesize=13.1 K 2024-12-05T11:47:49,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for a0507a85e2beda48f5d8b43645dff3ac in 120ms, sequenceid=12, compaction requested=false 2024-12-05T11:47:49,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a0507a85e2beda48f5d8b43645dff3ac: 2024-12-05T11:47:51,030 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T11:47:55,061 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589/80666a11a09f%2C40011%2C1733399242589.1733399275045, exclude list is [], retry=0 2024-12-05T11:47:55,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35657,DS-f00935e8-4a3b-41f3-aff0-e1f0020c2a04,DISK] 2024-12-05T11:47:55,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39051,DS-7adb5948-17de-4c90-b76e-b56668b94b28,DISK] 2024-12-05T11:47:55,067 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589/80666a11a09f%2C40011%2C1733399242589.1733399254949 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589/80666a11a09f%2C40011%2C1733399242589.1733399275045 2024-12-05T11:47:55,068 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34277:34277),(127.0.0.1/127.0.0.1:43811:43811)] 2024-12-05T11:47:55,068 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589/80666a11a09f%2C40011%2C1733399242589.1733399254949 is not closed yet, will try archiving it next time 2024-12-05T11:47:55,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741837_1013 (size=12149) 2024-12-05T11:47:55,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741837_1013 (size=12149) 2024-12-05T11:48:00,073 INFO [AsyncFSWAL-0-hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79-prefix:80666a11a09f,40011,1733399242589 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5002 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35657,DS-f00935e8-4a3b-41f3-aff0-e1f0020c2a04,DISK], DatanodeInfoWithStorage[127.0.0.1:39051,DS-7adb5948-17de-4c90-b76e-b56668b94b28,DISK]] 2024-12-05T11:48:00,076 WARN [AsyncFSWAL-0-hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79-prefix:80666a11a09f,40011,1733399242589 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5002 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35657,DS-f00935e8-4a3b-41f3-aff0-e1f0020c2a04,DISK], DatanodeInfoWithStorage[127.0.0.1:39051,DS-7adb5948-17de-4c90-b76e-b56668b94b28,DISK]] 2024-12-05T11:48:00,077 DEBUG [regionserver/80666a11a09f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 80666a11a09f%2C40011%2C1733399242589:(num 1733399275045) roll requested 2024-12-05T11:48:00,093 DEBUG [regionserver/80666a11a09f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589/80666a11a09f%2C40011%2C1733399242589.1733399280077, exclude list is [], retry=0 2024-12-05T11:48:00,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39051,DS-7adb5948-17de-4c90-b76e-b56668b94b28,DISK] 2024-12-05T11:48:00,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35657,DS-f00935e8-4a3b-41f3-aff0-e1f0020c2a04,DISK] 2024-12-05T11:48:00,100 INFO [regionserver/80666a11a09f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589/80666a11a09f%2C40011%2C1733399242589.1733399275045 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589/80666a11a09f%2C40011%2C1733399242589.1733399280077 2024-12-05T11:48:00,100 DEBUG [regionserver/80666a11a09f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34277:34277),(127.0.0.1/127.0.0.1:43811:43811)] 2024-12-05T11:48:00,100 DEBUG [regionserver/80666a11a09f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589/80666a11a09f%2C40011%2C1733399242589.1733399275045 is not closed yet, will try archiving it next time 2024-12-05T11:48:00,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741839_1015 (size=1233) 2024-12-05T11:48:00,102 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589/80666a11a09f%2C40011%2C1733399242589.1733399275045 not finished, retry = 0 2024-12-05T11:48:00,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741839_1015 (size=1233) 2024-12-05T11:48:02,075 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T11:48:02,088 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589/80666a11a09f%2C40011%2C1733399242589.1733399282076, exclude list is [], retry=0 2024-12-05T11:48:02,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35657,DS-f00935e8-4a3b-41f3-aff0-e1f0020c2a04,DISK] 2024-12-05T11:48:02,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39051,DS-7adb5948-17de-4c90-b76e-b56668b94b28,DISK] 2024-12-05T11:48:02,094 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589/80666a11a09f%2C40011%2C1733399242589.1733399280077 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589/80666a11a09f%2C40011%2C1733399242589.1733399282076 2024-12-05T11:48:02,094 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34277:34277),(127.0.0.1/127.0.0.1:43811:43811)] 2024-12-05T11:48:02,094 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589/80666a11a09f%2C40011%2C1733399242589.1733399280077 is not closed yet, will try archiving it next time 2024-12-05T11:48:02,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741840_1016 (size=93) 2024-12-05T11:48:02,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741840_1016 (size=93) 2024-12-05T11:48:02,097 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589/80666a11a09f%2C40011%2C1733399242589.1733399280077 to hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/oldWALs/80666a11a09f%2C40011%2C1733399242589.1733399280077 2024-12-05T11:48:04,768 INFO [master/80666a11a09f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T11:48:04,768 INFO [master/80666a11a09f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T11:48:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40011 {}] regionserver.HRegion(8855): Flush requested on a0507a85e2beda48f5d8b43645dff3ac 2024-12-05T11:48:10,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a0507a85e2beda48f5d8b43645dff3ac 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T11:48:10,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/default/TestLogRolling-testSlowSyncLogRolling/a0507a85e2beda48f5d8b43645dff3ac/.tmp/info/888281846d6b47619808b589f5f4d537 is 1055, key is row0009/info:/1733399271027/Put/seqid=0 2024-12-05T11:48:10,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741842_1018 (size=13386) 2024-12-05T11:48:10,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741842_1018 (size=13386) 2024-12-05T11:48:10,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/default/TestLogRolling-testSlowSyncLogRolling/a0507a85e2beda48f5d8b43645dff3ac/.tmp/info/888281846d6b47619808b589f5f4d537 2024-12-05T11:48:10,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/default/TestLogRolling-testSlowSyncLogRolling/a0507a85e2beda48f5d8b43645dff3ac/.tmp/info/888281846d6b47619808b589f5f4d537 as hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/default/TestLogRolling-testSlowSyncLogRolling/a0507a85e2beda48f5d8b43645dff3ac/info/888281846d6b47619808b589f5f4d537 2024-12-05T11:48:10,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/default/TestLogRolling-testSlowSyncLogRolling/a0507a85e2beda48f5d8b43645dff3ac/info/888281846d6b47619808b589f5f4d537, entries=8, sequenceid=23, filesize=13.1 K 2024-12-05T11:48:10,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for a0507a85e2beda48f5d8b43645dff3ac in 62ms, sequenceid=23, compaction requested=false 2024-12-05T11:48:10,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a0507a85e2beda48f5d8b43645dff3ac: 2024-12-05T11:48:10,180 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-12-05T11:48:10,180 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T11:48:10,181 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/default/TestLogRolling-testSlowSyncLogRolling/a0507a85e2beda48f5d8b43645dff3ac/info/69038c2f3d204d75b7bff56dcbb94df4 because midkey is the same as first or last row 2024-12-05T11:48:10,297 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a0507a85e2beda48f5d8b43645dff3ac, had cached 0 bytes from a total of 26772 2024-12-05T11:48:21,031 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T11:48:22,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:48:22,143 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:48:22,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:48:22,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:48:22,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:48:22,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:48:22,151 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:48:22,151 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=576215125, stopped=false 2024-12-05T11:48:22,151 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80666a11a09f,34345,1733399241865 2024-12-05T11:48:22,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T11:48:22,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40011-0x101a69b03ea0001, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T11:48:22,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40011-0x101a69b03ea0001, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:22,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:22,189 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:48:22,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40011-0x101a69b03ea0001, quorum=127.0.0.1:50706, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:48:22,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:48:22,190 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:48:22,190 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:48:22,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:48:22,191 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80666a11a09f,40011,1733399242589' ***** 2024-12-05T11:48:22,191 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:48:22,192 INFO [RS:0;80666a11a09f:40011 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:48:22,192 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:48:22,192 INFO [RS:0;80666a11a09f:40011 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:48:22,192 INFO [RS:0;80666a11a09f:40011 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:48:22,193 INFO [RS:0;80666a11a09f:40011 {}] regionserver.HRegionServer(3091): Received CLOSE for a0507a85e2beda48f5d8b43645dff3ac 2024-12-05T11:48:22,193 INFO [RS:0;80666a11a09f:40011 {}] regionserver.HRegionServer(959): stopping server 80666a11a09f,40011,1733399242589 2024-12-05T11:48:22,193 INFO [RS:0;80666a11a09f:40011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:48:22,193 INFO [RS:0;80666a11a09f:40011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80666a11a09f:40011. 2024-12-05T11:48:22,194 DEBUG [RS:0;80666a11a09f:40011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:48:22,194 DEBUG [RS:0;80666a11a09f:40011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:48:22,194 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a0507a85e2beda48f5d8b43645dff3ac, disabling compactions & flushes 2024-12-05T11:48:22,194 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac. 2024-12-05T11:48:22,194 INFO [RS:0;80666a11a09f:40011 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:48:22,194 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac. 2024-12-05T11:48:22,194 INFO [RS:0;80666a11a09f:40011 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:48:22,194 INFO [RS:0;80666a11a09f:40011 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:48:22,194 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac. after waiting 0 ms 2024-12-05T11:48:22,194 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac. 2024-12-05T11:48:22,194 INFO [RS:0;80666a11a09f:40011 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:48:22,195 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a0507a85e2beda48f5d8b43645dff3ac 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-12-05T11:48:22,195 INFO [RS:0;80666a11a09f:40011 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T11:48:22,195 DEBUG [RS:0;80666a11a09f:40011 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a0507a85e2beda48f5d8b43645dff3ac=TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac.} 2024-12-05T11:48:22,195 DEBUG [RS:0;80666a11a09f:40011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0507a85e2beda48f5d8b43645dff3ac 2024-12-05T11:48:22,196 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:48:22,196 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:48:22,196 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:48:22,196 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:48:22,196 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:48:22,196 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-12-05T11:48:22,217 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/default/TestLogRolling-testSlowSyncLogRolling/a0507a85e2beda48f5d8b43645dff3ac/.tmp/info/155da327edb1407b876b0acdef9e239d is 1055, key is row0017/info:/1733399292120/Put/seqid=0 2024-12-05T11:48:22,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741843_1019 (size=10222) 2024-12-05T11:48:22,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741843_1019 (size=10222) 2024-12-05T11:48:22,234 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/default/TestLogRolling-testSlowSyncLogRolling/a0507a85e2beda48f5d8b43645dff3ac/.tmp/info/155da327edb1407b876b0acdef9e239d 2024-12-05T11:48:22,235 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/hbase/meta/1588230740/.tmp/info/c32c1c25fe90493eb72a324e136c4431 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac./info:regioninfo/1733399245318/Put/seqid=0 2024-12-05T11:48:22,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741844_1020 (size=7016) 2024-12-05T11:48:22,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741844_1020 (size=7016) 2024-12-05T11:48:22,247 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/default/TestLogRolling-testSlowSyncLogRolling/a0507a85e2beda48f5d8b43645dff3ac/.tmp/info/155da327edb1407b876b0acdef9e239d as hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/default/TestLogRolling-testSlowSyncLogRolling/a0507a85e2beda48f5d8b43645dff3ac/info/155da327edb1407b876b0acdef9e239d 2024-12-05T11:48:22,258 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/default/TestLogRolling-testSlowSyncLogRolling/a0507a85e2beda48f5d8b43645dff3ac/info/155da327edb1407b876b0acdef9e239d, entries=5, sequenceid=31, filesize=10.0 K 2024-12-05T11:48:22,259 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for a0507a85e2beda48f5d8b43645dff3ac in 65ms, sequenceid=31, compaction requested=true 2024-12-05T11:48:22,266 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/default/TestLogRolling-testSlowSyncLogRolling/a0507a85e2beda48f5d8b43645dff3ac/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-12-05T11:48:22,269 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac. 2024-12-05T11:48:22,269 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a0507a85e2beda48f5d8b43645dff3ac: Waiting for close lock at 1733399302193Running coprocessor pre-close hooks at 1733399302194 (+1 ms)Disabling compacts and flushes for region at 1733399302194Disabling writes for close at 1733399302194Obtaining lock to block concurrent updates at 1733399302195 (+1 ms)Preparing flush snapshotting stores in a0507a85e2beda48f5d8b43645dff3ac at 1733399302195Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1733399302196 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac. at 1733399302203 (+7 ms)Flushing a0507a85e2beda48f5d8b43645dff3ac/info: creating writer at 1733399302203Flushing a0507a85e2beda48f5d8b43645dff3ac/info: appending metadata at 1733399302216 (+13 ms)Flushing a0507a85e2beda48f5d8b43645dff3ac/info: closing flushed file at 1733399302216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75b780c6: reopening flushed file at 1733399302245 (+29 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for a0507a85e2beda48f5d8b43645dff3ac in 65ms, sequenceid=31, compaction requested=true at 1733399302259 (+14 ms)Writing region close event to WAL at 1733399302260 (+1 ms)Running coprocessor post-close hooks at 1733399302267 (+7 ms)Closed at 1733399302269 (+2 ms) 2024-12-05T11:48:22,270 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1733399244879.a0507a85e2beda48f5d8b43645dff3ac. 2024-12-05T11:48:22,396 DEBUG [RS:0;80666a11a09f:40011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:48:22,596 DEBUG [RS:0;80666a11a09f:40011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:48:22,646 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/hbase/meta/1588230740/.tmp/info/c32c1c25fe90493eb72a324e136c4431 2024-12-05T11:48:22,684 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/hbase/meta/1588230740/.tmp/ns/a9cc5a130efe45168175f45ff8409be5 is 43, key is default/ns:d/1733399244652/Put/seqid=0 2024-12-05T11:48:22,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741845_1021 (size=5153) 2024-12-05T11:48:22,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741845_1021 (size=5153) 2024-12-05T11:48:22,697 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/hbase/meta/1588230740/.tmp/ns/a9cc5a130efe45168175f45ff8409be5 2024-12-05T11:48:22,733 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/hbase/meta/1588230740/.tmp/table/4253267c32414496a4c3adc43b841edf is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1733399245338/Put/seqid=0 2024-12-05T11:48:22,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741846_1022 (size=5396) 2024-12-05T11:48:22,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741846_1022 (size=5396) 2024-12-05T11:48:22,745 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/hbase/meta/1588230740/.tmp/table/4253267c32414496a4c3adc43b841edf 2024-12-05T11:48:22,755 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/hbase/meta/1588230740/.tmp/info/c32c1c25fe90493eb72a324e136c4431 as hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/hbase/meta/1588230740/info/c32c1c25fe90493eb72a324e136c4431 2024-12-05T11:48:22,766 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/hbase/meta/1588230740/info/c32c1c25fe90493eb72a324e136c4431, entries=10, sequenceid=11, filesize=6.9 K 2024-12-05T11:48:22,768 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/hbase/meta/1588230740/.tmp/ns/a9cc5a130efe45168175f45ff8409be5 as hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/hbase/meta/1588230740/ns/a9cc5a130efe45168175f45ff8409be5 2024-12-05T11:48:22,778 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/hbase/meta/1588230740/ns/a9cc5a130efe45168175f45ff8409be5, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T11:48:22,779 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/hbase/meta/1588230740/.tmp/table/4253267c32414496a4c3adc43b841edf as hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/hbase/meta/1588230740/table/4253267c32414496a4c3adc43b841edf 2024-12-05T11:48:22,788 INFO [regionserver/80666a11a09f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:48:22,788 INFO [regionserver/80666a11a09f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:48:22,789 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/hbase/meta/1588230740/table/4253267c32414496a4c3adc43b841edf, entries=2, sequenceid=11, filesize=5.3 K 2024-12-05T11:48:22,791 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 595ms, sequenceid=11, compaction requested=false 2024-12-05T11:48:22,796 DEBUG [RS:0;80666a11a09f:40011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:48:22,798 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T11:48:22,799 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:48:22,799 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:48:22,799 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733399302196Running coprocessor pre-close hooks at 1733399302196Disabling compacts and flushes for region at 1733399302196Disabling writes for close at 1733399302196Obtaining lock to block concurrent updates at 1733399302196Preparing flush snapshotting stores in 1588230740 at 1733399302196Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1733399302197 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733399302198 (+1 ms)Flushing 1588230740/info: creating writer at 1733399302199 (+1 ms)Flushing 1588230740/info: appending metadata at 1733399302234 (+35 ms)Flushing 1588230740/info: closing flushed file at 1733399302234Flushing 1588230740/ns: creating writer at 1733399302660 (+426 ms)Flushing 1588230740/ns: appending metadata at 1733399302683 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1733399302683Flushing 1588230740/table: creating writer at 1733399302710 (+27 ms)Flushing 1588230740/table: appending metadata at 1733399302733 (+23 ms)Flushing 1588230740/table: closing flushed file at 1733399302733Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e0b3dac: reopening flushed file at 1733399302754 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61053f52: reopening flushed file at 1733399302766 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eeb5061: reopening flushed file at 1733399302778 (+12 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 595ms, sequenceid=11, compaction requested=false at 1733399302791 (+13 ms)Writing region close event to WAL at 1733399302793 (+2 ms)Running coprocessor post-close hooks at 1733399302799 (+6 ms)Closed at 1733399302799 2024-12-05T11:48:22,799 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:48:22,997 INFO [RS:0;80666a11a09f:40011 {}] regionserver.HRegionServer(976): stopping server 80666a11a09f,40011,1733399242589; all regions closed. 2024-12-05T11:48:23,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741834_1010 (size=3066) 2024-12-05T11:48:23,005 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589/80666a11a09f%2C40011%2C1733399242589.meta.1733399244436.meta not finished, retry = 0 2024-12-05T11:48:23,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741834_1010 (size=3066) 2024-12-05T11:48:23,116 DEBUG [RS:0;80666a11a09f:40011 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/oldWALs 2024-12-05T11:48:23,116 INFO [RS:0;80666a11a09f:40011 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80666a11a09f%2C40011%2C1733399242589.meta:.meta(num 1733399244436) 2024-12-05T11:48:23,120 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/WALs/80666a11a09f,40011,1733399242589/80666a11a09f%2C40011%2C1733399242589.1733399282076 not finished, retry = 0 2024-12-05T11:48:23,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741841_1017 (size=13164) 2024-12-05T11:48:23,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741841_1017 (size=13164) 2024-12-05T11:48:23,228 DEBUG [RS:0;80666a11a09f:40011 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/oldWALs 2024-12-05T11:48:23,228 INFO [RS:0;80666a11a09f:40011 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80666a11a09f%2C40011%2C1733399242589:(num 1733399282076) 2024-12-05T11:48:23,228 DEBUG [RS:0;80666a11a09f:40011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:48:23,228 INFO [RS:0;80666a11a09f:40011 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:48:23,228 INFO [RS:0;80666a11a09f:40011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:48:23,228 INFO [RS:0;80666a11a09f:40011 {}] hbase.ChoreService(370): Chore service for: regionserver/80666a11a09f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T11:48:23,229 INFO [RS:0;80666a11a09f:40011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:48:23,229 INFO [regionserver/80666a11a09f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:48:23,229 INFO [RS:0;80666a11a09f:40011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40011 2024-12-05T11:48:23,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40011-0x101a69b03ea0001, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80666a11a09f,40011,1733399242589 2024-12-05T11:48:23,284 INFO [RS:0;80666a11a09f:40011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:48:23,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T11:48:23,328 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80666a11a09f,40011,1733399242589] 2024-12-05T11:48:23,337 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80666a11a09f,40011,1733399242589 already deleted, retry=false 2024-12-05T11:48:23,338 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80666a11a09f,40011,1733399242589 expired; onlineServers=0 2024-12-05T11:48:23,338 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80666a11a09f,34345,1733399241865' ***** 2024-12-05T11:48:23,338 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:48:23,338 INFO [M:0;80666a11a09f:34345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:48:23,338 INFO [M:0;80666a11a09f:34345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:48:23,339 DEBUG [M:0;80666a11a09f:34345 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:48:23,339 DEBUG [M:0;80666a11a09f:34345 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:48:23,339 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:48:23,339 DEBUG [master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.small.0-1733399243670 {}] cleaner.HFileCleaner(306): Exit Thread[master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.small.0-1733399243670,5,FailOnTimeoutGroup] 2024-12-05T11:48:23,339 DEBUG [master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.large.0-1733399243666 {}] cleaner.HFileCleaner(306): Exit Thread[master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.large.0-1733399243666,5,FailOnTimeoutGroup] 2024-12-05T11:48:23,339 INFO [M:0;80666a11a09f:34345 {}] hbase.ChoreService(370): Chore service for: master/80666a11a09f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:48:23,339 INFO [M:0;80666a11a09f:34345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:48:23,339 DEBUG [M:0;80666a11a09f:34345 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:48:23,339 INFO [M:0;80666a11a09f:34345 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:48:23,339 INFO [M:0;80666a11a09f:34345 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:48:23,340 INFO [M:0;80666a11a09f:34345 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:48:23,340 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:48:23,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T11:48:23,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:23,349 INFO [M:0;80666a11a09f:34345 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/.lastflushedseqids 2024-12-05T11:48:23,354 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-12-05T11:48:23,354 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-05T11:48:23,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741847_1023 (size=130) 2024-12-05T11:48:23,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741847_1023 (size=130) 2024-12-05T11:48:23,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40011-0x101a69b03ea0001, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:48:23,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40011-0x101a69b03ea0001, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:48:23,429 INFO [RS:0;80666a11a09f:40011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:48:23,429 INFO [RS:0;80666a11a09f:40011 {}] regionserver.HRegionServer(1031): Exiting; stopping=80666a11a09f,40011,1733399242589; zookeeper connection closed. 2024-12-05T11:48:23,430 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5bc409cb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5bc409cb 2024-12-05T11:48:23,431 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:48:23,768 INFO [M:0;80666a11a09f:34345 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:48:23,768 INFO [M:0;80666a11a09f:34345 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:48:23,768 DEBUG [M:0;80666a11a09f:34345 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:48:23,768 INFO [M:0;80666a11a09f:34345 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:48:23,768 DEBUG [M:0;80666a11a09f:34345 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:48:23,768 DEBUG [M:0;80666a11a09f:34345 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:48:23,768 DEBUG [M:0;80666a11a09f:34345 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:48:23,769 INFO [M:0;80666a11a09f:34345 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.04 KB heapSize=29.21 KB 2024-12-05T11:48:23,771 INFO [regionserver/80666a11a09f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:48:23,786 DEBUG [M:0;80666a11a09f:34345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9af2ba3ebfa48358c522883700ea2e9 is 82, key is hbase:meta,,1/info:regioninfo/1733399244510/Put/seqid=0 2024-12-05T11:48:23,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741848_1024 (size=5672) 2024-12-05T11:48:23,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741848_1024 (size=5672) 2024-12-05T11:48:23,793 INFO [M:0;80666a11a09f:34345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9af2ba3ebfa48358c522883700ea2e9 2024-12-05T11:48:23,820 DEBUG [M:0;80666a11a09f:34345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b63a3b62820345f0a437e7750d24c581 is 767, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733399245345/Put/seqid=0 2024-12-05T11:48:23,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741849_1025 (size=6248) 2024-12-05T11:48:23,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741849_1025 (size=6248) 2024-12-05T11:48:23,828 INFO [M:0;80666a11a09f:34345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.43 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b63a3b62820345f0a437e7750d24c581 2024-12-05T11:48:23,837 INFO [M:0;80666a11a09f:34345 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b63a3b62820345f0a437e7750d24c581 2024-12-05T11:48:23,853 DEBUG [M:0;80666a11a09f:34345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19773acaa0664300ba93e54f7cd48243 is 69, key is 80666a11a09f,40011,1733399242589/rs:state/1733399243687/Put/seqid=0 2024-12-05T11:48:23,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741850_1026 (size=5156) 2024-12-05T11:48:23,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741850_1026 (size=5156) 2024-12-05T11:48:23,860 INFO [M:0;80666a11a09f:34345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19773acaa0664300ba93e54f7cd48243 2024-12-05T11:48:23,882 DEBUG [M:0;80666a11a09f:34345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2fcf7e267c4e4139ae0d86b234fbbc9e is 52, key is load_balancer_on/state:d/1733399244859/Put/seqid=0 2024-12-05T11:48:23,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741851_1027 (size=5056) 2024-12-05T11:48:23,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741851_1027 (size=5056) 2024-12-05T11:48:23,890 INFO [M:0;80666a11a09f:34345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2fcf7e267c4e4139ae0d86b234fbbc9e 2024-12-05T11:48:23,898 DEBUG [M:0;80666a11a09f:34345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9af2ba3ebfa48358c522883700ea2e9 as hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9af2ba3ebfa48358c522883700ea2e9 2024-12-05T11:48:23,905 INFO [M:0;80666a11a09f:34345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9af2ba3ebfa48358c522883700ea2e9, entries=8, sequenceid=59, filesize=5.5 K 2024-12-05T11:48:23,906 DEBUG [M:0;80666a11a09f:34345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b63a3b62820345f0a437e7750d24c581 as hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b63a3b62820345f0a437e7750d24c581 2024-12-05T11:48:23,914 INFO [M:0;80666a11a09f:34345 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b63a3b62820345f0a437e7750d24c581 2024-12-05T11:48:23,915 INFO [M:0;80666a11a09f:34345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b63a3b62820345f0a437e7750d24c581, entries=6, sequenceid=59, filesize=6.1 K 2024-12-05T11:48:23,916 DEBUG [M:0;80666a11a09f:34345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19773acaa0664300ba93e54f7cd48243 as hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19773acaa0664300ba93e54f7cd48243 2024-12-05T11:48:23,924 INFO [M:0;80666a11a09f:34345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19773acaa0664300ba93e54f7cd48243, entries=1, sequenceid=59, filesize=5.0 K 2024-12-05T11:48:23,926 DEBUG [M:0;80666a11a09f:34345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2fcf7e267c4e4139ae0d86b234fbbc9e as hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/2fcf7e267c4e4139ae0d86b234fbbc9e 2024-12-05T11:48:23,933 INFO [M:0;80666a11a09f:34345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/2fcf7e267c4e4139ae0d86b234fbbc9e, entries=1, sequenceid=59, filesize=4.9 K 2024-12-05T11:48:23,934 INFO [M:0;80666a11a09f:34345 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=59, compaction requested=false 2024-12-05T11:48:23,936 INFO [M:0;80666a11a09f:34345 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:48:23,936 DEBUG [M:0;80666a11a09f:34345 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733399303768Disabling compacts and flushes for region at 1733399303768Disabling writes for close at 1733399303768Obtaining lock to block concurrent updates at 1733399303769 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733399303769Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23588, getHeapSize=29848, getOffHeapSize=0, getCellsCount=70 at 1733399303769Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733399303770 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733399303770Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733399303786 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733399303786Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733399303803 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733399303819 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733399303819Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733399303837 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733399303852 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733399303852Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733399303867 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733399303882 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733399303882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a515076: reopening flushed file at 1733399303896 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c31d517: reopening flushed file at 1733399303905 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f307074: reopening flushed file at 1733399303915 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba3acc2: reopening flushed file at 1733399303925 (+10 ms)Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=59, compaction requested=false at 1733399303934 (+9 ms)Writing region close event to WAL at 1733399303936 (+2 ms)Closed at 1733399303936 2024-12-05T11:48:23,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741830_1006 (size=27985) 2024-12-05T11:48:23,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35657 is added to blk_1073741830_1006 (size=27985) 2024-12-05T11:48:23,940 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:48:23,941 INFO [M:0;80666a11a09f:34345 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:48:23,941 INFO [M:0;80666a11a09f:34345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34345 2024-12-05T11:48:23,941 INFO [M:0;80666a11a09f:34345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:48:24,080 INFO [M:0;80666a11a09f:34345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:48:24,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:48:24,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34345-0x101a69b03ea0000, quorum=127.0.0.1:50706, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:48:24,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b7982e6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:48:24,090 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1921bcf2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:48:24,090 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:48:24,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10ad53a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:48:24,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11a33333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/hadoop.log.dir/,STOPPED} 2024-12-05T11:48:24,095 WARN [BP-808667425-172.17.0.2-1733399238429 heartbeating to localhost/127.0.0.1:46407 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:48:24,095 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:48:24,095 WARN [BP-808667425-172.17.0.2-1733399238429 heartbeating to localhost/127.0.0.1:46407 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-808667425-172.17.0.2-1733399238429 (Datanode Uuid 25796af2-16a7-4f92-8154-06fb411901b9) service to localhost/127.0.0.1:46407 2024-12-05T11:48:24,095 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:48:24,097 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/cluster_2d59e12c-bbfa-56c9-da42-49e38f84f42a/data/data3/current/BP-808667425-172.17.0.2-1733399238429 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:48:24,097 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/cluster_2d59e12c-bbfa-56c9-da42-49e38f84f42a/data/data4/current/BP-808667425-172.17.0.2-1733399238429 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:48:24,097 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:48:24,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c6778cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:48:24,100 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a5a3fa0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:48:24,100 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:48:24,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@230b60b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:48:24,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@833aa38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/hadoop.log.dir/,STOPPED} 2024-12-05T11:48:24,101 WARN [BP-808667425-172.17.0.2-1733399238429 heartbeating to localhost/127.0.0.1:46407 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:48:24,101 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:48:24,101 WARN [BP-808667425-172.17.0.2-1733399238429 heartbeating to localhost/127.0.0.1:46407 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-808667425-172.17.0.2-1733399238429 (Datanode Uuid 9b6c9290-aefb-442e-8185-a52e82ae1415) service to localhost/127.0.0.1:46407 2024-12-05T11:48:24,101 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:48:24,102 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/cluster_2d59e12c-bbfa-56c9-da42-49e38f84f42a/data/data1/current/BP-808667425-172.17.0.2-1733399238429 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:48:24,102 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/cluster_2d59e12c-bbfa-56c9-da42-49e38f84f42a/data/data2/current/BP-808667425-172.17.0.2-1733399238429 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:48:24,102 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:48:24,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25e92c1d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:48:24,116 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@438b1fb5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:48:24,117 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:48:24,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a543f55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:48:24,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37175a9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/hadoop.log.dir/,STOPPED} 2024-12-05T11:48:24,123 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T11:48:24,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:48:24,163 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=65 (was 12) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (74468603) connection to localhost/127.0.0.1:46407 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/80666a11a09f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4ac305d2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (74468603) connection to localhost/127.0.0.1:46407 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/80666a11a09f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/80666a11a09f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (74468603) connection to localhost/127.0.0.1:46407 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=114 (was 152), ProcessCount=11 (was 11), AvailableMemoryMB=8269 (was 7919) - AvailableMemoryMB LEAK? - 2024-12-05T11:48:24,169 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=66, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=114, ProcessCount=11, AvailableMemoryMB=8269 2024-12-05T11:48:24,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:48:24,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/hadoop.log.dir so I do NOT create it in target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b 2024-12-05T11:48:24,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20bf2ec3-bea0-d5b1-79ea-848ff149264a/hadoop.tmp.dir so I do NOT create it in target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b 2024-12-05T11:48:24,169 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6, deleteOnExit=true 2024-12-05T11:48:24,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:48:24,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/test.cache.data in system properties and HBase conf 2024-12-05T11:48:24,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:48:24,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:48:24,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:48:24,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:48:24,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:48:24,170 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:48:24,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:48:24,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:48:24,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:48:24,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:48:24,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:48:24,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:48:24,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:48:24,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:48:24,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:48:24,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:48:24,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:48:24,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:48:24,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:48:24,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:48:24,424 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:48:24,430 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:48:24,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:48:24,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:48:24,435 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:48:24,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:48:24,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e6fc514{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:48:24,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fbab77{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:48:24,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60bfc98b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/java.io.tmpdir/jetty-localhost-38455-hadoop-hdfs-3_4_1-tests_jar-_-any-7179197695203420545/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:48:24,570 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11ec90ec{HTTP/1.1, (http/1.1)}{localhost:38455} 2024-12-05T11:48:24,570 INFO [Time-limited test {}] server.Server(415): Started @67823ms 2024-12-05T11:48:24,786 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:48:24,791 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:48:24,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:48:24,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:48:24,795 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:48:24,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bebd502{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:48:24,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50e009df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:48:24,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13d84467{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/java.io.tmpdir/jetty-localhost-40697-hadoop-hdfs-3_4_1-tests_jar-_-any-3726040915844067327/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:48:24,898 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d8743e3{HTTP/1.1, (http/1.1)}{localhost:40697} 2024-12-05T11:48:24,898 INFO [Time-limited test {}] server.Server(415): Started @68150ms 2024-12-05T11:48:24,899 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:48:24,928 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:48:24,932 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:48:24,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:48:24,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:48:24,936 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:48:24,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73cc8c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:48:24,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26f8bcf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:48:25,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70451982{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/java.io.tmpdir/jetty-localhost-33745-hadoop-hdfs-3_4_1-tests_jar-_-any-11532339371614955007/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:48:25,034 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e6bfb9c{HTTP/1.1, (http/1.1)}{localhost:33745} 2024-12-05T11:48:25,034 INFO [Time-limited test {}] server.Server(415): Started @68287ms 2024-12-05T11:48:25,036 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:48:25,574 WARN [Thread-384 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6/data/data2/current/BP-385180423-172.17.0.2-1733399304194/current, will proceed with Du for space computation calculation, 2024-12-05T11:48:25,574 WARN [Thread-383 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6/data/data1/current/BP-385180423-172.17.0.2-1733399304194/current, will proceed with Du for space computation calculation, 2024-12-05T11:48:25,591 WARN [Thread-348 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:48:25,596 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x449cfcef32d307bf with lease ID 0xd00b08a943718551: Processing first storage report for DS-04bdfd8a-1799-45a5-924b-5b48872506be from datanode DatanodeRegistration(127.0.0.1:34139, datanodeUuid=be418577-fdb5-440c-924b-3939f848de8d, infoPort=39907, infoSecurePort=0, ipcPort=37481, storageInfo=lv=-57;cid=testClusterID;nsid=1671637600;c=1733399304194) 2024-12-05T11:48:25,597 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x449cfcef32d307bf with lease ID 0xd00b08a943718551: from storage DS-04bdfd8a-1799-45a5-924b-5b48872506be node DatanodeRegistration(127.0.0.1:34139, datanodeUuid=be418577-fdb5-440c-924b-3939f848de8d, infoPort=39907, infoSecurePort=0, ipcPort=37481, storageInfo=lv=-57;cid=testClusterID;nsid=1671637600;c=1733399304194), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:48:25,597 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x449cfcef32d307bf with lease ID 0xd00b08a943718551: Processing first storage report for DS-b0e316cc-5964-4e6b-811a-04bbfa55f97c from datanode DatanodeRegistration(127.0.0.1:34139, datanodeUuid=be418577-fdb5-440c-924b-3939f848de8d, infoPort=39907, infoSecurePort=0, ipcPort=37481, storageInfo=lv=-57;cid=testClusterID;nsid=1671637600;c=1733399304194) 2024-12-05T11:48:25,597 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x449cfcef32d307bf with lease ID 0xd00b08a943718551: from storage DS-b0e316cc-5964-4e6b-811a-04bbfa55f97c node DatanodeRegistration(127.0.0.1:34139, datanodeUuid=be418577-fdb5-440c-924b-3939f848de8d, infoPort=39907, infoSecurePort=0, ipcPort=37481, storageInfo=lv=-57;cid=testClusterID;nsid=1671637600;c=1733399304194), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:48:25,737 WARN [Thread-395 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6/data/data3/current/BP-385180423-172.17.0.2-1733399304194/current, will proceed with Du for space computation calculation, 2024-12-05T11:48:25,737 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6/data/data4/current/BP-385180423-172.17.0.2-1733399304194/current, will proceed with Du for space computation calculation, 2024-12-05T11:48:25,756 WARN [Thread-371 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:48:25,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42251cccf5c606a2 with lease ID 0xd00b08a943718552: Processing first storage report for DS-4a8e2c01-c362-49c8-9b01-340e8eca4a44 from datanode DatanodeRegistration(127.0.0.1:36493, datanodeUuid=2deb86e4-6741-4c77-a3c2-7881e85b0f2e, infoPort=44857, infoSecurePort=0, ipcPort=35259, storageInfo=lv=-57;cid=testClusterID;nsid=1671637600;c=1733399304194) 2024-12-05T11:48:25,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42251cccf5c606a2 with lease ID 0xd00b08a943718552: from storage DS-4a8e2c01-c362-49c8-9b01-340e8eca4a44 node DatanodeRegistration(127.0.0.1:36493, datanodeUuid=2deb86e4-6741-4c77-a3c2-7881e85b0f2e, infoPort=44857, infoSecurePort=0, ipcPort=35259, storageInfo=lv=-57;cid=testClusterID;nsid=1671637600;c=1733399304194), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:48:25,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42251cccf5c606a2 with lease ID 0xd00b08a943718552: Processing first storage report for DS-4856f8fb-ecb2-48c0-af28-653571cdf58f from datanode DatanodeRegistration(127.0.0.1:36493, datanodeUuid=2deb86e4-6741-4c77-a3c2-7881e85b0f2e, infoPort=44857, infoSecurePort=0, ipcPort=35259, storageInfo=lv=-57;cid=testClusterID;nsid=1671637600;c=1733399304194) 2024-12-05T11:48:25,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42251cccf5c606a2 with lease ID 0xd00b08a943718552: from storage DS-4856f8fb-ecb2-48c0-af28-653571cdf58f node DatanodeRegistration(127.0.0.1:36493, datanodeUuid=2deb86e4-6741-4c77-a3c2-7881e85b0f2e, infoPort=44857, infoSecurePort=0, ipcPort=35259, storageInfo=lv=-57;cid=testClusterID;nsid=1671637600;c=1733399304194), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:48:25,773 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b 2024-12-05T11:48:25,776 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6/zookeeper_0, clientPort=57080, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T11:48:25,777 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57080 2024-12-05T11:48:25,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:48:25,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:48:25,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36493 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:48:25,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:48:25,792 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa with version=8 2024-12-05T11:48:25,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/hbase-staging 2024-12-05T11:48:25,795 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80666a11a09f:0 server-side Connection retries=45 2024-12-05T11:48:25,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:48:25,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:48:25,795 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:48:25,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:48:25,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:48:25,795 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:48:25,795 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:48:25,796 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44101 2024-12-05T11:48:25,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44101 connecting to ZooKeeper ensemble=127.0.0.1:57080 2024-12-05T11:48:25,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441010x0, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:48:25,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44101-0x101a69c00a40000 connected 2024-12-05T11:48:25,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:48:25,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:48:25,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:48:25,913 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa, hbase.cluster.distributed=false 2024-12-05T11:48:25,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T11:48:25,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44101 2024-12-05T11:48:25,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44101 2024-12-05T11:48:25,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44101 2024-12-05T11:48:25,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44101 2024-12-05T11:48:25,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44101 2024-12-05T11:48:25,932 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80666a11a09f:0 server-side Connection retries=45 2024-12-05T11:48:25,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:48:25,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:48:25,932 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:48:25,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:48:25,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:48:25,933 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:48:25,933 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:48:25,934 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42113 2024-12-05T11:48:25,936 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42113 connecting to ZooKeeper ensemble=127.0.0.1:57080 2024-12-05T11:48:25,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:48:25,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:48:25,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421130x0, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:48:25,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421130x0, quorum=127.0.0.1:57080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:48:25,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42113-0x101a69c00a40001 connected 2024-12-05T11:48:25,951 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:48:25,957 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:48:25,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42113-0x101a69c00a40001, quorum=127.0.0.1:57080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T11:48:25,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42113-0x101a69c00a40001, quorum=127.0.0.1:57080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T11:48:25,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42113 2024-12-05T11:48:25,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42113 2024-12-05T11:48:25,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42113 2024-12-05T11:48:25,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42113 2024-12-05T11:48:25,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42113 2024-12-05T11:48:25,984 DEBUG [M:0;80666a11a09f:44101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80666a11a09f:44101 2024-12-05T11:48:25,984 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/80666a11a09f,44101,1733399305794 2024-12-05T11:48:25,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x101a69c00a40001, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:48:25,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:48:25,992 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/80666a11a09f,44101,1733399305794 2024-12-05T11:48:26,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:26,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x101a69c00a40001, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T11:48:26,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x101a69c00a40001, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:26,009 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T11:48:26,009 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/80666a11a09f,44101,1733399305794 from backup master directory 2024-12-05T11:48:26,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/80666a11a09f,44101,1733399305794 2024-12-05T11:48:26,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x101a69c00a40001, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:48:26,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:48:26,025 WARN [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:48:26,025 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80666a11a09f,44101,1733399305794 2024-12-05T11:48:26,033 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/hbase.id] with ID: 5a327374-b8e3-4e93-8056-1cc8362db82c 2024-12-05T11:48:26,033 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/.tmp/hbase.id 2024-12-05T11:48:26,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36493 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:48:26,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:48:26,078 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/.tmp/hbase.id]:[hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/hbase.id] 2024-12-05T11:48:26,095 INFO [master/80666a11a09f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:48:26,096 INFO [master/80666a11a09f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:48:26,097 INFO [master/80666a11a09f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T11:48:26,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x101a69c00a40001, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:26,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:26,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:48:26,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36493 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:48:26,117 INFO [master/80666a11a09f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:48:26,119 INFO [master/80666a11a09f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:48:26,119 INFO [master/80666a11a09f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:48:26,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36493 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:48:26,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:48:26,532 INFO [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/data/master/store 2024-12-05T11:48:26,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:48:26,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36493 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:48:26,564 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:48:26,564 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:48:26,564 INFO [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:48:26,564 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:48:26,564 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:48:26,564 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:48:26,565 INFO [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:48:26,565 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733399306564Disabling compacts and flushes for region at 1733399306564Disabling writes for close at 1733399306564Writing region close event to WAL at 1733399306564Closed at 1733399306564 2024-12-05T11:48:26,566 WARN [master/80666a11a09f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/data/master/store/.initializing 2024-12-05T11:48:26,566 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/WALs/80666a11a09f,44101,1733399305794 2024-12-05T11:48:26,568 INFO [master/80666a11a09f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:48:26,570 INFO [master/80666a11a09f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80666a11a09f%2C44101%2C1733399305794, suffix=, logDir=hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/WALs/80666a11a09f,44101,1733399305794, archiveDir=hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/oldWALs, maxLogs=10 2024-12-05T11:48:26,590 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/WALs/80666a11a09f,44101,1733399305794/80666a11a09f%2C44101%2C1733399305794.1733399306571, exclude list is [], retry=0 2024-12-05T11:48:26,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34139,DS-04bdfd8a-1799-45a5-924b-5b48872506be,DISK] 2024-12-05T11:48:26,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36493,DS-4a8e2c01-c362-49c8-9b01-340e8eca4a44,DISK] 2024-12-05T11:48:26,597 INFO [master/80666a11a09f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/WALs/80666a11a09f,44101,1733399305794/80666a11a09f%2C44101%2C1733399305794.1733399306571 2024-12-05T11:48:26,598 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39907:39907),(127.0.0.1/127.0.0.1:44857:44857)] 2024-12-05T11:48:26,598 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:48:26,599 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:48:26,599 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:48:26,599 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:48:26,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:48:26,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:48:26,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:26,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:48:26,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:48:26,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:48:26,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:26,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:48:26,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:48:26,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:48:26,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:26,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:48:26,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:48:26,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:48:26,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:26,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:48:26,617 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:48:26,619 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:48:26,619 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:48:26,621 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:48:26,621 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:48:26,622 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:48:26,624 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:48:26,628 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:48:26,629 INFO [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=857297, jitterRate=0.09010995924472809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:48:26,630 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733399306599Initializing all the Stores at 1733399306601 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399306601Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399306603 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399306604 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399306604Cleaning up temporary data from old regions at 1733399306621 (+17 ms)Region opened successfully at 1733399306630 (+9 ms) 2024-12-05T11:48:26,630 INFO [master/80666a11a09f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:48:26,636 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8c9678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80666a11a09f/172.17.0.2:0 2024-12-05T11:48:26,637 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:48:26,638 INFO [master/80666a11a09f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:48:26,638 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:48:26,638 INFO [master/80666a11a09f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:48:26,639 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:48:26,639 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:48:26,639 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:48:26,642 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:48:26,643 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T11:48:26,650 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T11:48:26,650 INFO [master/80666a11a09f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:48:26,651 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:48:26,658 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T11:48:26,659 INFO [master/80666a11a09f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:48:26,661 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:48:26,666 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T11:48:26,668 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:48:26,675 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T11:48:26,677 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:48:26,683 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T11:48:26,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x101a69c00a40001, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T11:48:26,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x101a69c00a40001, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:26,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T11:48:26,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:26,692 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80666a11a09f,44101,1733399305794, sessionid=0x101a69c00a40000, setting cluster-up flag (Was=false) 2024-12-05T11:48:26,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:26,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x101a69c00a40001, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:26,733 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T11:48:26,735 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80666a11a09f,44101,1733399305794 2024-12-05T11:48:26,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:26,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x101a69c00a40001, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:26,775 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T11:48:26,776 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80666a11a09f,44101,1733399305794 2024-12-05T11:48:26,778 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:48:26,780 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:48:26,780 INFO [master/80666a11a09f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:48:26,780 INFO [master/80666a11a09f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:48:26,780 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80666a11a09f,44101,1733399305794 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:48:26,782 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80666a11a09f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:48:26,783 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80666a11a09f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:48:26,783 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80666a11a09f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:48:26,783 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80666a11a09f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:48:26,783 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80666a11a09f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:48:26,783 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:26,783 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80666a11a09f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:48:26,783 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:26,784 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733399336784 2024-12-05T11:48:26,784 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:48:26,784 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:48:26,785 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:48:26,785 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:48:26,785 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:48:26,785 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:48:26,785 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:26,786 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:48:26,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:48:26,786 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:48:26,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:48:26,786 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:48:26,786 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:48:26,787 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:48:26,787 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.large.0-1733399306787,5,FailOnTimeoutGroup] 2024-12-05T11:48:26,788 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:26,788 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.small.0-1733399306788,5,FailOnTimeoutGroup] 2024-12-05T11:48:26,788 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:26,788 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:48:26,788 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:48:26,788 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:26,788 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:26,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36493 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:48:26,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:48:26,799 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:48:26,799 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa 2024-12-05T11:48:26,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741832_1008 (size=32) 2024-12-05T11:48:26,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36493 is added to blk_1073741832_1008 (size=32) 2024-12-05T11:48:26,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:48:26,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:48:26,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:48:26,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:26,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:48:26,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:48:26,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:48:26,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:26,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:48:26,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:48:26,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:48:26,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:26,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:48:26,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:48:26,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:48:26,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:26,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:48:26,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:48:26,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/hbase/meta/1588230740 2024-12-05T11:48:26,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/hbase/meta/1588230740 2024-12-05T11:48:26,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:48:26,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:48:26,826 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T11:48:26,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:48:26,831 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:48:26,831 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=824070, jitterRate=0.047859713435173035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T11:48:26,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733399306809Initializing all the Stores at 1733399306809Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399306810 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399306810Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399306810Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399306810Cleaning up temporary data from old regions at 1733399306826 (+16 ms)Region opened successfully at 1733399306833 (+7 ms) 2024-12-05T11:48:26,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:48:26,833 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:48:26,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:48:26,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:48:26,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:48:26,833 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:48:26,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733399306833Disabling compacts and flushes for region at 1733399306833Disabling writes for close at 1733399306833Writing region close event to WAL at 1733399306833Closed at 1733399306833 2024-12-05T11:48:26,835 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:48:26,835 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:48:26,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:48:26,837 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:48:26,839 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:48:26,876 INFO [RS:0;80666a11a09f:42113 {}] regionserver.HRegionServer(746): ClusterId : 5a327374-b8e3-4e93-8056-1cc8362db82c 2024-12-05T11:48:26,876 DEBUG [RS:0;80666a11a09f:42113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:48:26,884 DEBUG [RS:0;80666a11a09f:42113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:48:26,884 DEBUG [RS:0;80666a11a09f:42113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:48:26,902 DEBUG [RS:0;80666a11a09f:42113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:48:26,902 DEBUG [RS:0;80666a11a09f:42113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6338cd80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80666a11a09f/172.17.0.2:0 2024-12-05T11:48:26,915 DEBUG [RS:0;80666a11a09f:42113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80666a11a09f:42113 2024-12-05T11:48:26,915 INFO [RS:0;80666a11a09f:42113 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:48:26,915 INFO [RS:0;80666a11a09f:42113 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:48:26,915 DEBUG [RS:0;80666a11a09f:42113 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:48:26,916 INFO [RS:0;80666a11a09f:42113 {}] regionserver.HRegionServer(2659): reportForDuty to master=80666a11a09f,44101,1733399305794 with port=42113, startcode=1733399305932 2024-12-05T11:48:26,916 DEBUG [RS:0;80666a11a09f:42113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:48:26,918 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50837, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:48:26,918 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44101 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80666a11a09f,42113,1733399305932 2024-12-05T11:48:26,919 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44101 {}] master.ServerManager(517): Registering regionserver=80666a11a09f,42113,1733399305932 2024-12-05T11:48:26,920 DEBUG [RS:0;80666a11a09f:42113 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa 2024-12-05T11:48:26,920 DEBUG [RS:0;80666a11a09f:42113 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32775 2024-12-05T11:48:26,920 DEBUG [RS:0;80666a11a09f:42113 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:48:26,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T11:48:26,926 DEBUG [RS:0;80666a11a09f:42113 {}] zookeeper.ZKUtil(111): regionserver:42113-0x101a69c00a40001, quorum=127.0.0.1:57080, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80666a11a09f,42113,1733399305932 2024-12-05T11:48:26,926 WARN [RS:0;80666a11a09f:42113 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:48:26,926 INFO [RS:0;80666a11a09f:42113 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:48:26,926 DEBUG [RS:0;80666a11a09f:42113 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/WALs/80666a11a09f,42113,1733399305932 2024-12-05T11:48:26,927 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80666a11a09f,42113,1733399305932] 2024-12-05T11:48:26,932 INFO [RS:0;80666a11a09f:42113 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:48:26,936 INFO [RS:0;80666a11a09f:42113 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:48:26,936 INFO [RS:0;80666a11a09f:42113 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:48:26,936 INFO [RS:0;80666a11a09f:42113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:26,938 INFO [RS:0;80666a11a09f:42113 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:48:26,939 INFO [RS:0;80666a11a09f:42113 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:48:26,940 INFO [RS:0;80666a11a09f:42113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:26,940 DEBUG [RS:0;80666a11a09f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:26,940 DEBUG [RS:0;80666a11a09f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:26,940 DEBUG [RS:0;80666a11a09f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:26,940 DEBUG [RS:0;80666a11a09f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:26,940 DEBUG [RS:0;80666a11a09f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:26,940 DEBUG [RS:0;80666a11a09f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80666a11a09f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:48:26,940 DEBUG [RS:0;80666a11a09f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:26,941 DEBUG [RS:0;80666a11a09f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:26,941 DEBUG [RS:0;80666a11a09f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:26,941 DEBUG [RS:0;80666a11a09f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:26,941 DEBUG [RS:0;80666a11a09f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:26,941 DEBUG [RS:0;80666a11a09f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:26,941 DEBUG [RS:0;80666a11a09f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80666a11a09f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:48:26,941 DEBUG [RS:0;80666a11a09f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:48:26,942 INFO [RS:0;80666a11a09f:42113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:26,942 INFO [RS:0;80666a11a09f:42113 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:26,942 INFO [RS:0;80666a11a09f:42113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:26,942 INFO [RS:0;80666a11a09f:42113 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:26,942 INFO [RS:0;80666a11a09f:42113 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:26,942 INFO [RS:0;80666a11a09f:42113 {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,42113,1733399305932-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:48:26,956 INFO [RS:0;80666a11a09f:42113 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:48:26,956 INFO [RS:0;80666a11a09f:42113 {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,42113,1733399305932-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:26,956 INFO [RS:0;80666a11a09f:42113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:26,956 INFO [RS:0;80666a11a09f:42113 {}] regionserver.Replication(171): 80666a11a09f,42113,1733399305932 started 2024-12-05T11:48:26,969 INFO [RS:0;80666a11a09f:42113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:26,969 INFO [RS:0;80666a11a09f:42113 {}] regionserver.HRegionServer(1482): Serving as 80666a11a09f,42113,1733399305932, RpcServer on 80666a11a09f/172.17.0.2:42113, sessionid=0x101a69c00a40001 2024-12-05T11:48:26,969 DEBUG [RS:0;80666a11a09f:42113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:48:26,969 DEBUG [RS:0;80666a11a09f:42113 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80666a11a09f,42113,1733399305932 2024-12-05T11:48:26,969 DEBUG [RS:0;80666a11a09f:42113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80666a11a09f,42113,1733399305932' 2024-12-05T11:48:26,969 DEBUG [RS:0;80666a11a09f:42113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T11:48:26,970 DEBUG [RS:0;80666a11a09f:42113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T11:48:26,971 DEBUG [RS:0;80666a11a09f:42113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:48:26,971 DEBUG [RS:0;80666a11a09f:42113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:48:26,971 DEBUG [RS:0;80666a11a09f:42113 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80666a11a09f,42113,1733399305932 2024-12-05T11:48:26,971 DEBUG [RS:0;80666a11a09f:42113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80666a11a09f,42113,1733399305932' 2024-12-05T11:48:26,971 DEBUG [RS:0;80666a11a09f:42113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T11:48:26,971 DEBUG [RS:0;80666a11a09f:42113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T11:48:26,972 DEBUG [RS:0;80666a11a09f:42113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:48:26,972 INFO [RS:0;80666a11a09f:42113 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:48:26,972 INFO [RS:0;80666a11a09f:42113 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:48:26,990 WARN [80666a11a09f:44101 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T11:48:27,073 INFO [RS:0;80666a11a09f:42113 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:48:27,076 INFO [RS:0;80666a11a09f:42113 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80666a11a09f%2C42113%2C1733399305932, suffix=, logDir=hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/WALs/80666a11a09f,42113,1733399305932, archiveDir=hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/oldWALs, maxLogs=32 2024-12-05T11:48:27,091 DEBUG [RS:0;80666a11a09f:42113 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/WALs/80666a11a09f,42113,1733399305932/80666a11a09f%2C42113%2C1733399305932.1733399307077, exclude list is [], retry=0 2024-12-05T11:48:27,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36493,DS-4a8e2c01-c362-49c8-9b01-340e8eca4a44,DISK] 2024-12-05T11:48:27,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34139,DS-04bdfd8a-1799-45a5-924b-5b48872506be,DISK] 2024-12-05T11:48:27,103 INFO [RS:0;80666a11a09f:42113 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/WALs/80666a11a09f,42113,1733399305932/80666a11a09f%2C42113%2C1733399305932.1733399307077 2024-12-05T11:48:27,104 DEBUG [RS:0;80666a11a09f:42113 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44857:44857),(127.0.0.1/127.0.0.1:39907:39907)] 2024-12-05T11:48:27,240 DEBUG [80666a11a09f:44101 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:48:27,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80666a11a09f,42113,1733399305932 2024-12-05T11:48:27,242 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80666a11a09f,42113,1733399305932, state=OPENING 2024-12-05T11:48:27,250 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:48:27,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x101a69c00a40001, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:27,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:27,259 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:48:27,259 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:48:27,259 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:48:27,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80666a11a09f,42113,1733399305932}] 2024-12-05T11:48:27,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:27,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:27,413 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:48:27,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46211, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:48:27,422 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:48:27,422 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:48:27,423 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:48:27,425 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80666a11a09f%2C42113%2C1733399305932.meta, suffix=.meta, logDir=hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/WALs/80666a11a09f,42113,1733399305932, archiveDir=hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/oldWALs, maxLogs=32 2024-12-05T11:48:27,440 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/WALs/80666a11a09f,42113,1733399305932/80666a11a09f%2C42113%2C1733399305932.meta.1733399307427.meta, exclude list is [], retry=0 2024-12-05T11:48:27,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34139,DS-04bdfd8a-1799-45a5-924b-5b48872506be,DISK] 2024-12-05T11:48:27,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36493,DS-4a8e2c01-c362-49c8-9b01-340e8eca4a44,DISK] 2024-12-05T11:48:27,445 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/WALs/80666a11a09f,42113,1733399305932/80666a11a09f%2C42113%2C1733399305932.meta.1733399307427.meta 2024-12-05T11:48:27,446 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39907:39907),(127.0.0.1/127.0.0.1:44857:44857)] 2024-12-05T11:48:27,446 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:48:27,446 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:48:27,446 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:48:27,447 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:48:27,447 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:48:27,447 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:48:27,447 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:48:27,447 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:48:27,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:48:27,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:48:27,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:27,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:48:27,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:48:27,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:48:27,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:27,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:48:27,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:48:27,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:48:27,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:27,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:48:27,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:48:27,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:48:27,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:27,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:48:27,466 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:48:27,467 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/hbase/meta/1588230740 2024-12-05T11:48:27,468 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/hbase/meta/1588230740 2024-12-05T11:48:27,470 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:48:27,470 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:48:27,471 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T11:48:27,473 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:48:27,474 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=770816, jitterRate=-0.019857928156852722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T11:48:27,474 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:48:27,475 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733399307447Writing region info on filesystem at 1733399307447Initializing all the Stores at 1733399307450 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399307450Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399307454 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399307454Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399307454Cleaning up temporary data from old regions at 1733399307470 (+16 ms)Running coprocessor post-open hooks at 1733399307474 (+4 ms)Region opened successfully at 1733399307475 (+1 ms) 2024-12-05T11:48:27,476 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733399307413 2024-12-05T11:48:27,480 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:48:27,481 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:48:27,482 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80666a11a09f,42113,1733399305932 2024-12-05T11:48:27,484 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80666a11a09f,42113,1733399305932, state=OPEN 2024-12-05T11:48:27,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x101a69c00a40001, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T11:48:27,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T11:48:27,511 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80666a11a09f,42113,1733399305932 2024-12-05T11:48:27,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:48:27,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:48:27,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:48:27,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80666a11a09f,42113,1733399305932 in 252 msec 2024-12-05T11:48:27,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:48:27,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 681 msec 2024-12-05T11:48:27,525 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:48:27,525 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:48:27,528 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:48:27,528 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80666a11a09f,42113,1733399305932, seqNum=-1] 2024-12-05T11:48:27,529 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:48:27,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44401, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:48:27,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 759 msec 2024-12-05T11:48:27,540 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733399307540, completionTime=-1 2024-12-05T11:48:27,540 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:48:27,540 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:48:27,543 INFO [master/80666a11a09f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:48:27,543 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733399367543 2024-12-05T11:48:27,543 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733399427543 2024-12-05T11:48:27,543 INFO [master/80666a11a09f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-05T11:48:27,544 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,44101,1733399305794-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:27,544 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,44101,1733399305794-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:27,544 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,44101,1733399305794-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:27,544 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80666a11a09f:44101, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:27,544 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:27,545 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:27,547 DEBUG [master/80666a11a09f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:48:27,550 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.525sec 2024-12-05T11:48:27,550 INFO [master/80666a11a09f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:48:27,550 INFO [master/80666a11a09f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:48:27,550 INFO [master/80666a11a09f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:48:27,550 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:48:27,551 INFO [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:48:27,551 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,44101,1733399305794-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:48:27,551 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,44101,1733399305794-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:48:27,554 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:48:27,554 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:48:27,554 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,44101,1733399305794-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:27,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627221f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:48:27,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80666a11a09f,44101,-1 for getting cluster id 2024-12-05T11:48:27,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:48:27,578 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a327374-b8e3-4e93-8056-1cc8362db82c' 2024-12-05T11:48:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:48:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a327374-b8e3-4e93-8056-1cc8362db82c" 2024-12-05T11:48:27,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f77cc31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:48:27,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80666a11a09f,44101,-1] 2024-12-05T11:48:27,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:48:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:48:27,583 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:48:27,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e89fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:48:27,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:48:27,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80666a11a09f,42113,1733399305932, seqNum=-1] 2024-12-05T11:48:27,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:48:27,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53600, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:48:27,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80666a11a09f,44101,1733399305794 2024-12-05T11:48:27,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:48:27,599 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-05T11:48:27,620 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:48:27,622 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:27,644 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:27,663 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:48:27,666 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:48:27,667 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:48:27,667 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:48:27,668 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:48:27,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b8c35cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:48:27,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61ad8e47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:48:27,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3bc2424d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/java.io.tmpdir/jetty-localhost-43111-hadoop-hdfs-3_4_1-tests_jar-_-any-8790820598656924306/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:48:27,775 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4518cc0b{HTTP/1.1, (http/1.1)}{localhost:43111} 2024-12-05T11:48:27,775 INFO [Time-limited test {}] server.Server(415): Started @71028ms 2024-12-05T11:48:27,777 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:48:27,816 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:48:27,821 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:48:27,822 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:48:27,822 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:48:27,822 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:48:27,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@790c176b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:48:27,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@576fca7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:48:27,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b586f42{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/java.io.tmpdir/jetty-localhost-40149-hadoop-hdfs-3_4_1-tests_jar-_-any-9520576772401626011/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:48:27,931 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15886f8e{HTTP/1.1, (http/1.1)}{localhost:40149} 2024-12-05T11:48:27,931 INFO [Time-limited test {}] server.Server(415): Started @71184ms 2024-12-05T11:48:27,933 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:48:27,983 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:48:27,987 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:48:27,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:48:27,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:48:27,991 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:48:27,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27d4bfc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:48:27,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f0862ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:48:28,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ff7281b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/java.io.tmpdir/jetty-localhost-34227-hadoop-hdfs-3_4_1-tests_jar-_-any-3585991129575922986/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:48:28,099 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@656caeda{HTTP/1.1, (http/1.1)}{localhost:34227} 2024-12-05T11:48:28,099 INFO [Time-limited test {}] server.Server(415): Started @71351ms 2024-12-05T11:48:28,101 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:48:28,451 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6/data/data5/current/BP-385180423-172.17.0.2-1733399304194/current, will proceed with Du for space computation calculation, 2024-12-05T11:48:28,451 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6/data/data6/current/BP-385180423-172.17.0.2-1733399304194/current, will proceed with Du for space computation calculation, 2024-12-05T11:48:28,493 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:48:28,498 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca96764aafc3edd5 with lease ID 0xd00b08a943718553: Processing first storage report for DS-06135856-a7f0-4db5-935f-91f8eda254b1 from datanode DatanodeRegistration(127.0.0.1:46813, datanodeUuid=fbe11cff-b2ba-4eb9-aabd-cb486c9094eb, infoPort=34823, infoSecurePort=0, ipcPort=41499, storageInfo=lv=-57;cid=testClusterID;nsid=1671637600;c=1733399304194) 2024-12-05T11:48:28,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca96764aafc3edd5 with lease ID 0xd00b08a943718553: from storage DS-06135856-a7f0-4db5-935f-91f8eda254b1 node DatanodeRegistration(127.0.0.1:46813, datanodeUuid=fbe11cff-b2ba-4eb9-aabd-cb486c9094eb, infoPort=34823, infoSecurePort=0, ipcPort=41499, storageInfo=lv=-57;cid=testClusterID;nsid=1671637600;c=1733399304194), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T11:48:28,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca96764aafc3edd5 with lease ID 0xd00b08a943718553: Processing first storage report for DS-2f1ec9af-9d10-458b-8d1c-b7dd56743818 from datanode DatanodeRegistration(127.0.0.1:46813, datanodeUuid=fbe11cff-b2ba-4eb9-aabd-cb486c9094eb, infoPort=34823, infoSecurePort=0, ipcPort=41499, storageInfo=lv=-57;cid=testClusterID;nsid=1671637600;c=1733399304194) 2024-12-05T11:48:28,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca96764aafc3edd5 with lease ID 0xd00b08a943718553: from storage DS-2f1ec9af-9d10-458b-8d1c-b7dd56743818 node DatanodeRegistration(127.0.0.1:46813, datanodeUuid=fbe11cff-b2ba-4eb9-aabd-cb486c9094eb, infoPort=34823, infoSecurePort=0, ipcPort=41499, storageInfo=lv=-57;cid=testClusterID;nsid=1671637600;c=1733399304194), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:48:28,753 WARN [Thread-558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6/data/data8/current/BP-385180423-172.17.0.2-1733399304194/current, will proceed with Du for space computation calculation, 2024-12-05T11:48:28,753 WARN [Thread-557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6/data/data7/current/BP-385180423-172.17.0.2-1733399304194/current, will proceed with Du for space computation calculation, 2024-12-05T11:48:28,769 WARN [Thread-511 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:48:28,772 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c284efabeac771e with lease ID 0xd00b08a943718554: Processing first storage report for DS-29c07825-f48f-4845-9458-19406a763de0 from datanode DatanodeRegistration(127.0.0.1:33271, datanodeUuid=845facf5-e6d8-4632-afcf-06af6c253c11, infoPort=39577, infoSecurePort=0, ipcPort=42523, storageInfo=lv=-57;cid=testClusterID;nsid=1671637600;c=1733399304194) 2024-12-05T11:48:28,772 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c284efabeac771e with lease ID 0xd00b08a943718554: from storage DS-29c07825-f48f-4845-9458-19406a763de0 node DatanodeRegistration(127.0.0.1:33271, datanodeUuid=845facf5-e6d8-4632-afcf-06af6c253c11, infoPort=39577, infoSecurePort=0, ipcPort=42523, storageInfo=lv=-57;cid=testClusterID;nsid=1671637600;c=1733399304194), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:48:28,772 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c284efabeac771e with lease ID 0xd00b08a943718554: Processing first storage report for DS-40f90ef1-de97-4104-8a1e-78c77c4652d9 from datanode DatanodeRegistration(127.0.0.1:33271, datanodeUuid=845facf5-e6d8-4632-afcf-06af6c253c11, infoPort=39577, infoSecurePort=0, ipcPort=42523, storageInfo=lv=-57;cid=testClusterID;nsid=1671637600;c=1733399304194) 2024-12-05T11:48:28,773 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c284efabeac771e with lease ID 0xd00b08a943718554: from storage DS-40f90ef1-de97-4104-8a1e-78c77c4652d9 node DatanodeRegistration(127.0.0.1:33271, datanodeUuid=845facf5-e6d8-4632-afcf-06af6c253c11, infoPort=39577, infoSecurePort=0, ipcPort=42523, storageInfo=lv=-57;cid=testClusterID;nsid=1671637600;c=1733399304194), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:48:28,944 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6/data/data10/current/BP-385180423-172.17.0.2-1733399304194/current, will proceed with Du for space computation calculation, 2024-12-05T11:48:28,944 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6/data/data9/current/BP-385180423-172.17.0.2-1733399304194/current, will proceed with Du for space computation calculation, 2024-12-05T11:48:28,961 WARN [Thread-534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:48:28,964 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d93cb3d8bea64d4 with lease ID 0xd00b08a943718555: Processing first storage report for DS-a44166f2-8922-4dd9-815d-5ec88affe871 from datanode DatanodeRegistration(127.0.0.1:42787, datanodeUuid=51ca19d3-7b08-4aee-af39-f10511674d27, infoPort=35907, infoSecurePort=0, ipcPort=36501, storageInfo=lv=-57;cid=testClusterID;nsid=1671637600;c=1733399304194) 2024-12-05T11:48:28,964 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d93cb3d8bea64d4 with lease ID 0xd00b08a943718555: from storage DS-a44166f2-8922-4dd9-815d-5ec88affe871 node DatanodeRegistration(127.0.0.1:42787, datanodeUuid=51ca19d3-7b08-4aee-af39-f10511674d27, infoPort=35907, infoSecurePort=0, ipcPort=36501, storageInfo=lv=-57;cid=testClusterID;nsid=1671637600;c=1733399304194), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:48:28,964 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d93cb3d8bea64d4 with lease ID 0xd00b08a943718555: Processing first storage report for DS-a8ee8043-5f72-4341-956d-df48a930a6d6 from datanode DatanodeRegistration(127.0.0.1:42787, datanodeUuid=51ca19d3-7b08-4aee-af39-f10511674d27, infoPort=35907, infoSecurePort=0, ipcPort=36501, storageInfo=lv=-57;cid=testClusterID;nsid=1671637600;c=1733399304194) 2024-12-05T11:48:28,964 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d93cb3d8bea64d4 with lease ID 0xd00b08a943718555: from storage DS-a8ee8043-5f72-4341-956d-df48a930a6d6 node DatanodeRegistration(127.0.0.1:42787, datanodeUuid=51ca19d3-7b08-4aee-af39-f10511674d27, infoPort=35907, infoSecurePort=0, ipcPort=36501, storageInfo=lv=-57;cid=testClusterID;nsid=1671637600;c=1733399304194), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:48:29,050 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:48:29,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 80666a11a09f,44101,1733399305794 2024-12-05T11:48:29,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31509f6d 2024-12-05T11:48:29,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:48:29,056 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:48:29,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-05T11:48:29,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-05T11:48:29,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:48:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-12-05T11:48:29,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:48:29,065 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:29,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-12-05T11:48:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:48:29,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:48:29,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46813 is added to blk_1073741835_1011 (size=393) 2024-12-05T11:48:29,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36493 is added to blk_1073741835_1011 (size=393) 2024-12-05T11:48:29,077 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b4699420afc29e8a8cbf1f359462fdc7, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa 2024-12-05T11:48:29,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741836_1012 (size=76) 2024-12-05T11:48:29,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741836_1012 (size=76) 2024-12-05T11:48:29,085 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:48:29,086 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing b4699420afc29e8a8cbf1f359462fdc7, disabling compactions & flushes 2024-12-05T11:48:29,086 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7. 2024-12-05T11:48:29,086 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7. 2024-12-05T11:48:29,086 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7. after waiting 0 ms 2024-12-05T11:48:29,086 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7. 2024-12-05T11:48:29,086 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7. 2024-12-05T11:48:29,086 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for b4699420afc29e8a8cbf1f359462fdc7: Waiting for close lock at 1733399309085Disabling compacts and flushes for region at 1733399309085Disabling writes for close at 1733399309086 (+1 ms)Writing region close event to WAL at 1733399309086Closed at 1733399309086 2024-12-05T11:48:29,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:48:29,088 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1733399309088"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733399309088"}]},"ts":"1733399309088"} 2024-12-05T11:48:29,092 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:48:29,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:48:29,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733399309094"}]},"ts":"1733399309094"} 2024-12-05T11:48:29,097 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-12-05T11:48:29,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=b4699420afc29e8a8cbf1f359462fdc7, ASSIGN}] 2024-12-05T11:48:29,099 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=b4699420afc29e8a8cbf1f359462fdc7, ASSIGN 2024-12-05T11:48:29,101 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=b4699420afc29e8a8cbf1f359462fdc7, ASSIGN; state=OFFLINE, location=80666a11a09f,42113,1733399305932; forceNewPlan=false, retain=false 2024-12-05T11:48:29,252 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4699420afc29e8a8cbf1f359462fdc7, regionState=OPENING, regionLocation=80666a11a09f,42113,1733399305932 2024-12-05T11:48:29,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=b4699420afc29e8a8cbf1f359462fdc7, ASSIGN because future has completed 2024-12-05T11:48:29,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4699420afc29e8a8cbf1f359462fdc7, server=80666a11a09f,42113,1733399305932}] 2024-12-05T11:48:29,418 INFO [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7. 2024-12-05T11:48:29,419 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b4699420afc29e8a8cbf1f359462fdc7, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:48:29,419 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath b4699420afc29e8a8cbf1f359462fdc7 2024-12-05T11:48:29,419 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:48:29,419 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b4699420afc29e8a8cbf1f359462fdc7 2024-12-05T11:48:29,420 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b4699420afc29e8a8cbf1f359462fdc7 2024-12-05T11:48:29,422 INFO [StoreOpener-b4699420afc29e8a8cbf1f359462fdc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b4699420afc29e8a8cbf1f359462fdc7 2024-12-05T11:48:29,424 INFO [StoreOpener-b4699420afc29e8a8cbf1f359462fdc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4699420afc29e8a8cbf1f359462fdc7 columnFamilyName info 2024-12-05T11:48:29,424 DEBUG [StoreOpener-b4699420afc29e8a8cbf1f359462fdc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:29,425 INFO [StoreOpener-b4699420afc29e8a8cbf1f359462fdc7-1 {}] regionserver.HStore(327): Store=b4699420afc29e8a8cbf1f359462fdc7/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:48:29,425 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b4699420afc29e8a8cbf1f359462fdc7 2024-12-05T11:48:29,427 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b4699420afc29e8a8cbf1f359462fdc7 2024-12-05T11:48:29,427 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b4699420afc29e8a8cbf1f359462fdc7 2024-12-05T11:48:29,428 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b4699420afc29e8a8cbf1f359462fdc7 2024-12-05T11:48:29,428 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b4699420afc29e8a8cbf1f359462fdc7 2024-12-05T11:48:29,430 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b4699420afc29e8a8cbf1f359462fdc7 2024-12-05T11:48:29,434 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b4699420afc29e8a8cbf1f359462fdc7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:48:29,435 INFO [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b4699420afc29e8a8cbf1f359462fdc7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=817915, jitterRate=0.040032774209976196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:48:29,435 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4699420afc29e8a8cbf1f359462fdc7 2024-12-05T11:48:29,436 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b4699420afc29e8a8cbf1f359462fdc7: Running coprocessor pre-open hook at 1733399309420Writing region info on filesystem at 1733399309420Initializing all the Stores at 1733399309421 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399309421Cleaning up temporary data from old regions at 1733399309428 (+7 ms)Running coprocessor post-open hooks at 1733399309435 (+7 ms)Region opened successfully at 1733399309435 2024-12-05T11:48:29,437 INFO [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7., pid=6, masterSystemTime=1733399309412 2024-12-05T11:48:29,439 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7. 2024-12-05T11:48:29,439 INFO [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7. 2024-12-05T11:48:29,440 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4699420afc29e8a8cbf1f359462fdc7, regionState=OPEN, openSeqNum=2, regionLocation=80666a11a09f,42113,1733399305932 2024-12-05T11:48:29,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4699420afc29e8a8cbf1f359462fdc7, server=80666a11a09f,42113,1733399305932 because future has completed 2024-12-05T11:48:29,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T11:48:29,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b4699420afc29e8a8cbf1f359462fdc7, server=80666a11a09f,42113,1733399305932 in 187 msec 2024-12-05T11:48:29,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T11:48:29,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=b4699420afc29e8a8cbf1f359462fdc7, ASSIGN in 350 msec 2024-12-05T11:48:29,452 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:48:29,452 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733399309452"}]},"ts":"1733399309452"} 2024-12-05T11:48:29,454 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-12-05T11:48:29,456 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:48:29,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 398 msec 2024-12-05T11:48:32,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-05T11:48:32,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-12-05T11:48:32,181 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-05T11:48:32,950 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:48:32,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:32,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:32,977 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T11:48:32,978 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-12-05T11:48:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:48:39,081 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-12-05T11:48:39,082 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-12-05T11:48:39,083 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T11:48:39,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-12-05T11:48:39,088 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T11:48:39,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-12-05T11:48:39,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7., hostname=80666a11a09f,42113,1733399305932, seqNum=2] 2024-12-05T11:48:39,096 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-12-05T11:48:39,100 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-12-05T11:48:39,100 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7. 2024-12-05T11:48:39,102 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1053382347_22 at /127.0.0.1:36960 [Receiving block BP-385180423-172.17.0.2-1733399304194:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:34139:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36960 dst: /127.0.0.1:34139 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T11:48:39,102 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1053382347_22 at /127.0.0.1:50620 [Receiving block BP-385180423-172.17.0.2-1733399304194:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:36493:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50620 dst: /127.0.0.1:36493 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T11:48:39,103 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1584792881_22 at /127.0.0.1:50582 [Receiving block BP-385180423-172.17.0.2-1733399304194:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:36493:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50582 dst: /127.0.0.1:36493 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T11:48:39,103 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1584792881_22 at /127.0.0.1:36920 [Receiving block BP-385180423-172.17.0.2-1733399304194:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:34139:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36920 dst: /127.0.0.1:34139 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T11:48:39,102 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1053382347_22 at /127.0.0.1:50606 [Receiving block BP-385180423-172.17.0.2-1733399304194:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:36493:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50606 dst: /127.0.0.1:36493 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T11:48:39,103 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1053382347_22 at /127.0.0.1:36952 [Receiving block BP-385180423-172.17.0.2-1733399304194:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:34139:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36952 dst: /127.0.0.1:34139 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T11:48:39,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70451982{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:48:39,138 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e6bfb9c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:48:39,138 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:48:39,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26f8bcf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:48:39,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73cc8c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/hadoop.log.dir/,STOPPED} 2024-12-05T11:48:39,140 WARN [BP-385180423-172.17.0.2-1733399304194 heartbeating to localhost/127.0.0.1:32775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:48:39,140 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:48:39,140 WARN [BP-385180423-172.17.0.2-1733399304194 heartbeating to localhost/127.0.0.1:32775 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-385180423-172.17.0.2-1733399304194 (Datanode Uuid 2deb86e4-6741-4c77-a3c2-7881e85b0f2e) service to localhost/127.0.0.1:32775 2024-12-05T11:48:39,140 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:48:39,140 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6/data/data3/current/BP-385180423-172.17.0.2-1733399304194 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:48:39,141 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6/data/data4/current/BP-385180423-172.17.0.2-1733399304194 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:48:39,141 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:48:39,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:48:39,157 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:48:39,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:48:39,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:48:39,161 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:48:39,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d48524{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:48:39,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ebc66f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:48:39,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@237ce5a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/java.io.tmpdir/jetty-localhost-40891-hadoop-hdfs-3_4_1-tests_jar-_-any-7470269788121813292/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:48:39,266 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d82a656{HTTP/1.1, (http/1.1)}{localhost:40891} 2024-12-05T11:48:39,266 INFO [Time-limited test {}] server.Server(415): Started @82519ms 2024-12-05T11:48:39,268 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:48:39,285 WARN [AsyncFSWAL-0-hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa-prefix:80666a11a09f,42113,1733399305932 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T11:48:39,285 DEBUG [regionserver/80666a11a09f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 80666a11a09f%2C42113%2C1733399305932:(num 1733399307077) roll requested 2024-12-05T11:48:39,298 DEBUG [regionserver/80666a11a09f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/WALs/80666a11a09f,42113,1733399305932/80666a11a09f%2C42113%2C1733399305932.1733399319285, exclude list is [], retry=0 2024-12-05T11:48:39,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34139,DS-04bdfd8a-1799-45a5-924b-5b48872506be,DISK] 2024-12-05T11:48:39,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33271,DS-29c07825-f48f-4845-9458-19406a763de0,DISK] 2024-12-05T11:48:39,305 INFO [regionserver/80666a11a09f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/WALs/80666a11a09f,42113,1733399305932/80666a11a09f%2C42113%2C1733399305932.1733399307077 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/WALs/80666a11a09f,42113,1733399305932/80666a11a09f%2C42113%2C1733399305932.1733399319285 2024-12-05T11:48:39,305 DEBUG [regionserver/80666a11a09f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39907:39907),(127.0.0.1/127.0.0.1:39577:39577)] 2024-12-05T11:48:39,305 DEBUG [regionserver/80666a11a09f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/WALs/80666a11a09f,42113,1733399305932/80666a11a09f%2C42113%2C1733399305932.1733399307077 is not closed yet, will try archiving it next time 2024-12-05T11:48:39,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:48:39,306 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T11:48:39,306 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:48:39,306 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T11:48:39,306 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:48:39,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:48:39,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:48:39,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:48:39,307 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:48:39,307 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1283770813, stopped=false 2024-12-05T11:48:39,307 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80666a11a09f,44101,1733399305794 2024-12-05T11:48:39,308 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-05T11:48:39,308 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-05T11:48:39,308 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/WALs/80666a11a09f,42113,1733399305932/80666a11a09f%2C42113%2C1733399305932.1733399307077 2024-12-05T11:48:39,311 WARN [IPC Server handler 0 on default port 32775 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/WALs/80666a11a09f,42113,1733399305932/80666a11a09f%2C42113%2C1733399305932.1733399307077 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-12-05T11:48:39,314 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/WALs/80666a11a09f,42113,1733399305932/80666a11a09f%2C42113%2C1733399305932.1733399307077 after 4ms 2024-12-05T11:48:39,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T11:48:39,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x101a69c00a40001, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T11:48:39,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:39,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x101a69c00a40001, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:39,533 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:48:39,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:48:39,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:48:39,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:48:39,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:48:39,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42113-0x101a69c00a40001, quorum=127.0.0.1:57080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:48:39,534 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80666a11a09f,42113,1733399305932' ***** 2024-12-05T11:48:39,534 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:48:39,534 INFO [RS:0;80666a11a09f:42113 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:48:39,534 INFO [RS:0;80666a11a09f:42113 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:48:39,534 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:48:39,534 INFO [RS:0;80666a11a09f:42113 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:48:39,534 INFO [RS:0;80666a11a09f:42113 {}] regionserver.HRegionServer(3091): Received CLOSE for b4699420afc29e8a8cbf1f359462fdc7 2024-12-05T11:48:39,535 INFO [RS:0;80666a11a09f:42113 {}] regionserver.HRegionServer(959): stopping server 80666a11a09f,42113,1733399305932 2024-12-05T11:48:39,535 INFO [RS:0;80666a11a09f:42113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:48:39,535 INFO [RS:0;80666a11a09f:42113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80666a11a09f:42113. 2024-12-05T11:48:39,535 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4699420afc29e8a8cbf1f359462fdc7, disabling compactions & flushes 2024-12-05T11:48:39,535 DEBUG [RS:0;80666a11a09f:42113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:48:39,535 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7. 2024-12-05T11:48:39,535 DEBUG [RS:0;80666a11a09f:42113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:48:39,535 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7. 2024-12-05T11:48:39,535 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7. after waiting 0 ms 2024-12-05T11:48:39,535 INFO [RS:0;80666a11a09f:42113 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:48:39,535 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7. 2024-12-05T11:48:39,535 INFO [RS:0;80666a11a09f:42113 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:48:39,535 INFO [RS:0;80666a11a09f:42113 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:48:39,535 INFO [RS:0;80666a11a09f:42113 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:48:39,535 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b4699420afc29e8a8cbf1f359462fdc7 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-12-05T11:48:39,535 INFO [RS:0;80666a11a09f:42113 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T11:48:39,536 DEBUG [RS:0;80666a11a09f:42113 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b4699420afc29e8a8cbf1f359462fdc7=TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7.} 2024-12-05T11:48:39,536 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:48:39,536 DEBUG [RS:0;80666a11a09f:42113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4699420afc29e8a8cbf1f359462fdc7 2024-12-05T11:48:39,536 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:48:39,536 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:48:39,536 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:48:39,536 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:48:39,536 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-12-05T11:48:39,537 WARN [AsyncFSWAL-0-hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa-prefix:80666a11a09f,42113,1733399305932.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T11:48:39,537 DEBUG [regionserver/80666a11a09f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 80666a11a09f%2C42113%2C1733399305932.meta:.meta(num 1733399307427) roll requested 2024-12-05T11:48:39,551 DEBUG [regionserver/80666a11a09f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/WALs/80666a11a09f,42113,1733399305932/80666a11a09f%2C42113%2C1733399305932.meta.1733399319537.meta, exclude list is [], retry=0 2024-12-05T11:48:39,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34139,DS-04bdfd8a-1799-45a5-924b-5b48872506be,DISK] 2024-12-05T11:48:39,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46813,DS-06135856-a7f0-4db5-935f-91f8eda254b1,DISK] 2024-12-05T11:48:39,557 INFO [regionserver/80666a11a09f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/WALs/80666a11a09f,42113,1733399305932/80666a11a09f%2C42113%2C1733399305932.meta.1733399307427.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/WALs/80666a11a09f,42113,1733399305932/80666a11a09f%2C42113%2C1733399305932.meta.1733399319537.meta 2024-12-05T11:48:39,559 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b4699420afc29e8a8cbf1f359462fdc7/.tmp/info/1e41e7f88b734a3e804acd6181addb82 is 1055, key is row0001/info:/1733399319094/Put/seqid=0 2024-12-05T11:48:39,559 DEBUG [regionserver/80666a11a09f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39907:39907),(127.0.0.1/127.0.0.1:34823:34823)] 2024-12-05T11:48:39,560 DEBUG [regionserver/80666a11a09f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/WALs/80666a11a09f,42113,1733399305932/80666a11a09f%2C42113%2C1733399305932.meta.1733399307427.meta is not closed yet, will try archiving it next time 2024-12-05T11:48:39,560 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T11:48:39,560 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T11:48:39,564 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/WALs/80666a11a09f,42113,1733399305932/80666a11a09f%2C42113%2C1733399305932.meta.1733399307427.meta 2024-12-05T11:48:39,565 WARN [IPC Server handler 1 on default port 32775 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/WALs/80666a11a09f,42113,1733399305932/80666a11a09f%2C42113%2C1733399305932.meta.1733399307427.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-12-05T11:48:39,565 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/WALs/80666a11a09f,42113,1733399305932/80666a11a09f%2C42113%2C1733399305932.meta.1733399307427.meta after 1ms 2024-12-05T11:48:39,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46813 is added to blk_1073741839_1016 (size=7062) 2024-12-05T11:48:39,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741839_1016 (size=7062) 2024-12-05T11:48:39,577 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b4699420afc29e8a8cbf1f359462fdc7/.tmp/info/1e41e7f88b734a3e804acd6181addb82 2024-12-05T11:48:39,582 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/hbase/meta/1588230740/.tmp/info/c64ea8c3a297453a9837bb131cc160b0 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7./info:regioninfo/1733399309440/Put/seqid=0 2024-12-05T11:48:39,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741840_1018 (size=7089) 2024-12-05T11:48:39,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741840_1018 (size=7089) 2024-12-05T11:48:39,607 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b4699420afc29e8a8cbf1f359462fdc7/.tmp/info/1e41e7f88b734a3e804acd6181addb82 as hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b4699420afc29e8a8cbf1f359462fdc7/info/1e41e7f88b734a3e804acd6181addb82 2024-12-05T11:48:39,621 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b4699420afc29e8a8cbf1f359462fdc7/info/1e41e7f88b734a3e804acd6181addb82, entries=2, sequenceid=6, filesize=6.9 K 2024-12-05T11:48:39,623 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for b4699420afc29e8a8cbf1f359462fdc7 in 87ms, sequenceid=6, compaction requested=false 2024-12-05T11:48:39,632 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b4699420afc29e8a8cbf1f359462fdc7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T11:48:39,633 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7. 2024-12-05T11:48:39,633 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4699420afc29e8a8cbf1f359462fdc7: Waiting for close lock at 1733399319535Running coprocessor pre-close hooks at 1733399319535Disabling compacts and flushes for region at 1733399319535Disabling writes for close at 1733399319535Obtaining lock to block concurrent updates at 1733399319535Preparing flush snapshotting stores in b4699420afc29e8a8cbf1f359462fdc7 at 1733399319535Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1733399319536 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7. at 1733399319537 (+1 ms)Flushing b4699420afc29e8a8cbf1f359462fdc7/info: creating writer at 1733399319537Flushing b4699420afc29e8a8cbf1f359462fdc7/info: appending metadata at 1733399319558 (+21 ms)Flushing b4699420afc29e8a8cbf1f359462fdc7/info: closing flushed file at 1733399319558Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2306b57e: reopening flushed file at 1733399319604 (+46 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for b4699420afc29e8a8cbf1f359462fdc7 in 87ms, sequenceid=6, compaction requested=false at 1733399319623 (+19 ms)Writing region close event to WAL at 1733399319627 (+4 ms)Running coprocessor post-close hooks at 1733399319633 (+6 ms)Closed at 1733399319633 2024-12-05T11:48:39,633 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733399309057.b4699420afc29e8a8cbf1f359462fdc7. 2024-12-05T11:48:39,736 DEBUG [RS:0;80666a11a09f:42113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:48:39,774 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:48:39,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcdde2416ca744f7b with lease ID 0xd00b08a943718556: from storage DS-4a8e2c01-c362-49c8-9b01-340e8eca4a44 node DatanodeRegistration(127.0.0.1:36345, datanodeUuid=2deb86e4-6741-4c77-a3c2-7881e85b0f2e, infoPort=37095, infoSecurePort=0, ipcPort=35461, storageInfo=lv=-57;cid=testClusterID;nsid=1671637600;c=1733399304194), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:48:39,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcdde2416ca744f7b with lease ID 0xd00b08a943718556: from storage DS-4856f8fb-ecb2-48c0-af28-653571cdf58f node DatanodeRegistration(127.0.0.1:36345, datanodeUuid=2deb86e4-6741-4c77-a3c2-7881e85b0f2e, infoPort=37095, infoSecurePort=0, ipcPort=35461, storageInfo=lv=-57;cid=testClusterID;nsid=1671637600;c=1733399304194), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:48:39,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741833_1014 (size=1599) 2024-12-05T11:48:39,936 DEBUG [RS:0;80666a11a09f:42113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:48:39,963 INFO [regionserver/80666a11a09f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:48:39,964 INFO [regionserver/80666a11a09f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:48:40,003 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/hbase/meta/1588230740/.tmp/info/c64ea8c3a297453a9837bb131cc160b0 2024-12-05T11:48:40,030 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/hbase/meta/1588230740/.tmp/ns/969258e58b854c38b7422623cb7425d0 is 43, key is default/ns:d/1733399307531/Put/seqid=0 2024-12-05T11:48:40,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46813 is added to blk_1073741841_1019 (size=5153) 2024-12-05T11:48:40,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741841_1019 (size=5153) 2024-12-05T11:48:40,064 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/hbase/meta/1588230740/.tmp/ns/969258e58b854c38b7422623cb7425d0 2024-12-05T11:48:40,093 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/hbase/meta/1588230740/.tmp/table/25174162a2f64a898b9d7bc611da0ce4 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1733399309452/Put/seqid=0 2024-12-05T11:48:40,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741842_1020 (size=5424) 2024-12-05T11:48:40,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741842_1020 (size=5424) 2024-12-05T11:48:40,100 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/hbase/meta/1588230740/.tmp/table/25174162a2f64a898b9d7bc611da0ce4 2024-12-05T11:48:40,110 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/hbase/meta/1588230740/.tmp/info/c64ea8c3a297453a9837bb131cc160b0 as hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/hbase/meta/1588230740/info/c64ea8c3a297453a9837bb131cc160b0 2024-12-05T11:48:40,119 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/hbase/meta/1588230740/info/c64ea8c3a297453a9837bb131cc160b0, entries=10, sequenceid=11, filesize=6.9 K 2024-12-05T11:48:40,120 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/hbase/meta/1588230740/.tmp/ns/969258e58b854c38b7422623cb7425d0 as hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/hbase/meta/1588230740/ns/969258e58b854c38b7422623cb7425d0 2024-12-05T11:48:40,128 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/hbase/meta/1588230740/ns/969258e58b854c38b7422623cb7425d0, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T11:48:40,130 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/hbase/meta/1588230740/.tmp/table/25174162a2f64a898b9d7bc611da0ce4 as hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/hbase/meta/1588230740/table/25174162a2f64a898b9d7bc611da0ce4 2024-12-05T11:48:40,136 DEBUG [RS:0;80666a11a09f:42113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:48:40,138 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/hbase/meta/1588230740/table/25174162a2f64a898b9d7bc611da0ce4, entries=2, sequenceid=11, filesize=5.3 K 2024-12-05T11:48:40,139 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 603ms, sequenceid=11, compaction requested=false 2024-12-05T11:48:40,145 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T11:48:40,146 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:48:40,146 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:48:40,146 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733399319536Running coprocessor pre-close hooks at 1733399319536Disabling compacts and flushes for region at 1733399319536Disabling writes for close at 1733399319536Obtaining lock to block concurrent updates at 1733399319536Preparing flush snapshotting stores in 1588230740 at 1733399319536Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1733399319536Flushing stores of hbase:meta,,1.1588230740 at 1733399319560 (+24 ms)Flushing 1588230740/info: creating writer at 1733399319560Flushing 1588230740/info: appending metadata at 1733399319581 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733399319581Flushing 1588230740/ns: creating writer at 1733399320012 (+431 ms)Flushing 1588230740/ns: appending metadata at 1733399320030 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733399320030Flushing 1588230740/table: creating writer at 1733399320073 (+43 ms)Flushing 1588230740/table: appending metadata at 1733399320092 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733399320092Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@329c71b0: reopening flushed file at 1733399320109 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37b6272c: reopening flushed file at 1733399320119 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6572d2e5: reopening flushed file at 1733399320129 (+10 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 603ms, sequenceid=11, compaction requested=false at 1733399320139 (+10 ms)Writing region close event to WAL at 1733399320141 (+2 ms)Running coprocessor post-close hooks at 1733399320146 (+5 ms)Closed at 1733399320146 2024-12-05T11:48:40,146 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:48:40,337 INFO [RS:0;80666a11a09f:42113 {}] regionserver.HRegionServer(976): stopping server 80666a11a09f,42113,1733399305932; all regions closed. 2024-12-05T11:48:40,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741838_1015 (size=825) 2024-12-05T11:48:40,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46813 is added to blk_1073741838_1015 (size=825) 2024-12-05T11:48:40,944 INFO [regionserver/80666a11a09f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:48:42,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-05T11:48:42,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:48:42,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T11:48:43,315 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/WALs/80666a11a09f,42113,1733399305932/80666a11a09f%2C42113%2C1733399305932.1733399307077 after 4007ms 2024-12-05T11:48:43,316 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/WALs/80666a11a09f,42113,1733399305932/80666a11a09f%2C42113%2C1733399305932.1733399307077 to hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/oldWALs/80666a11a09f%2C42113%2C1733399305932.1733399307077 2024-12-05T11:48:43,566 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/WALs/80666a11a09f,42113,1733399305932/80666a11a09f%2C42113%2C1733399305932.meta.1733399307427.meta after 4002ms 2024-12-05T11:48:43,567 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/WALs/80666a11a09f,42113,1733399305932/80666a11a09f%2C42113%2C1733399305932.meta.1733399307427.meta to hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/oldWALs/80666a11a09f%2C42113%2C1733399305932.meta.1733399307427.meta 2024-12-05T11:48:43,572 DEBUG [RS:0;80666a11a09f:42113 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/oldWALs 2024-12-05T11:48:43,572 INFO [RS:0;80666a11a09f:42113 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80666a11a09f%2C42113%2C1733399305932.meta:.meta(num 1733399319537) 2024-12-05T11:48:43,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741837_1013 (size=2288) 2024-12-05T11:48:43,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741837_1013 (size=2288) 2024-12-05T11:48:43,579 DEBUG [RS:0;80666a11a09f:42113 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/oldWALs 2024-12-05T11:48:43,579 INFO [RS:0;80666a11a09f:42113 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80666a11a09f%2C42113%2C1733399305932:(num 1733399319285) 2024-12-05T11:48:43,579 DEBUG [RS:0;80666a11a09f:42113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:48:43,579 INFO [RS:0;80666a11a09f:42113 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:48:43,579 INFO [RS:0;80666a11a09f:42113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:48:43,579 INFO [RS:0;80666a11a09f:42113 {}] hbase.ChoreService(370): Chore service for: regionserver/80666a11a09f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T11:48:43,580 INFO [RS:0;80666a11a09f:42113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:48:43,580 INFO [regionserver/80666a11a09f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:48:43,580 INFO [RS:0;80666a11a09f:42113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42113 2024-12-05T11:48:43,624 INFO [RS:0;80666a11a09f:42113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:48:43,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T11:48:43,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x101a69c00a40001, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80666a11a09f,42113,1733399305932 2024-12-05T11:48:43,625 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007fb0988ff9d0@48b4a3d2 rejected from java.util.concurrent.ThreadPoolExecutor@db634a0[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-05T11:48:43,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80666a11a09f,42113,1733399305932] 2024-12-05T11:48:43,641 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80666a11a09f,42113,1733399305932 already deleted, retry=false 2024-12-05T11:48:43,641 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80666a11a09f,42113,1733399305932 expired; onlineServers=0 2024-12-05T11:48:43,641 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80666a11a09f,44101,1733399305794' ***** 2024-12-05T11:48:43,641 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:48:43,641 INFO [M:0;80666a11a09f:44101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:48:43,641 INFO [M:0;80666a11a09f:44101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:48:43,641 DEBUG [M:0;80666a11a09f:44101 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:48:43,641 DEBUG [M:0;80666a11a09f:44101 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:48:43,641 DEBUG [master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.small.0-1733399306788 {}] cleaner.HFileCleaner(306): Exit Thread[master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.small.0-1733399306788,5,FailOnTimeoutGroup] 2024-12-05T11:48:43,641 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:48:43,641 DEBUG [master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.large.0-1733399306787 {}] cleaner.HFileCleaner(306): Exit Thread[master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.large.0-1733399306787,5,FailOnTimeoutGroup] 2024-12-05T11:48:43,641 INFO [M:0;80666a11a09f:44101 {}] hbase.ChoreService(370): Chore service for: master/80666a11a09f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:48:43,641 INFO [M:0;80666a11a09f:44101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:48:43,642 DEBUG [M:0;80666a11a09f:44101 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:48:43,642 INFO [M:0;80666a11a09f:44101 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:48:43,642 INFO [M:0;80666a11a09f:44101 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:48:43,642 INFO [M:0;80666a11a09f:44101 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:48:43,642 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:48:43,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T11:48:43,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:43,649 DEBUG [M:0;80666a11a09f:44101 {}] zookeeper.ZKUtil(347): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T11:48:43,650 WARN [M:0;80666a11a09f:44101 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:48:43,651 INFO [M:0;80666a11a09f:44101 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/.lastflushedseqids 2024-12-05T11:48:43,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46813 is added to blk_1073741843_1021 (size=139) 2024-12-05T11:48:43,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741843_1021 (size=139) 2024-12-05T11:48:43,659 INFO [M:0;80666a11a09f:44101 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:48:43,659 INFO [M:0;80666a11a09f:44101 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:48:43,659 DEBUG [M:0;80666a11a09f:44101 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:48:43,659 INFO [M:0;80666a11a09f:44101 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:48:43,659 DEBUG [M:0;80666a11a09f:44101 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:48:43,659 DEBUG [M:0;80666a11a09f:44101 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:48:43,659 DEBUG [M:0;80666a11a09f:44101 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:48:43,660 INFO [M:0;80666a11a09f:44101 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-12-05T11:48:43,660 WARN [AsyncFSWAL-0-hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData-prefix:80666a11a09f,44101,1733399305794 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T11:48:43,661 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 80666a11a09f%2C44101%2C1733399305794:(num 1733399306571) roll requested 2024-12-05T11:48:43,677 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/WALs/80666a11a09f,44101,1733399305794/80666a11a09f%2C44101%2C1733399305794.1733399323661, exclude list is [], retry=0 2024-12-05T11:48:43,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42787,DS-a44166f2-8922-4dd9-815d-5ec88affe871,DISK] 2024-12-05T11:48:43,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46813,DS-06135856-a7f0-4db5-935f-91f8eda254b1,DISK] 2024-12-05T11:48:43,681 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/WALs/80666a11a09f,44101,1733399305794/80666a11a09f%2C44101%2C1733399305794.1733399306571 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/WALs/80666a11a09f,44101,1733399305794/80666a11a09f%2C44101%2C1733399305794.1733399323661 2024-12-05T11:48:43,682 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34823:34823),(127.0.0.1/127.0.0.1:35907:35907)] 2024-12-05T11:48:43,682 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/WALs/80666a11a09f,44101,1733399305794/80666a11a09f%2C44101%2C1733399305794.1733399306571 is not closed yet, will try archiving it next time 2024-12-05T11:48:43,682 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T11:48:43,682 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T11:48:43,682 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/WALs/80666a11a09f,44101,1733399305794/80666a11a09f%2C44101%2C1733399305794.1733399306571 2024-12-05T11:48:43,683 WARN [IPC Server handler 0 on default port 32775 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/WALs/80666a11a09f,44101,1733399305794/80666a11a09f%2C44101%2C1733399305794.1733399306571 has not been closed. Lease recovery is in progress. RecoveryId = 1023 for block blk_1073741830_1006 2024-12-05T11:48:43,683 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/WALs/80666a11a09f,44101,1733399305794/80666a11a09f%2C44101%2C1733399305794.1733399306571 after 1ms 2024-12-05T11:48:43,696 DEBUG [M:0;80666a11a09f:44101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ac49ff7c5074424a240998deed893fc is 82, key is hbase:meta,,1/info:regioninfo/1733399307481/Put/seqid=0 2024-12-05T11:48:43,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741845_1024 (size=5672) 2024-12-05T11:48:43,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741845_1024 (size=5672) 2024-12-05T11:48:43,702 INFO [M:0;80666a11a09f:44101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ac49ff7c5074424a240998deed893fc 2024-12-05T11:48:43,727 DEBUG [M:0;80666a11a09f:44101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23bd54917267416797c3e624e8c15430 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733399309457/Put/seqid=0 2024-12-05T11:48:43,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741846_1025 (size=6114) 2024-12-05T11:48:43,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741846_1025 (size=6114) 2024-12-05T11:48:43,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x101a69c00a40001, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:48:43,733 INFO [RS:0;80666a11a09f:42113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:48:43,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x101a69c00a40001, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:48:43,733 INFO [RS:0;80666a11a09f:42113 {}] regionserver.HRegionServer(1031): Exiting; stopping=80666a11a09f,42113,1733399305932; zookeeper connection closed. 2024-12-05T11:48:43,733 INFO [M:0;80666a11a09f:44101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23bd54917267416797c3e624e8c15430 2024-12-05T11:48:43,733 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@296cb8b5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@296cb8b5 2024-12-05T11:48:43,733 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:48:43,753 DEBUG [M:0;80666a11a09f:44101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09f3e9ffeab34edc96a931c91563ef87 is 69, key is 80666a11a09f,42113,1733399305932/rs:state/1733399306919/Put/seqid=0 2024-12-05T11:48:43,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741847_1026 (size=5156) 2024-12-05T11:48:43,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741847_1026 (size=5156) 2024-12-05T11:48:43,759 INFO [M:0;80666a11a09f:44101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09f3e9ffeab34edc96a931c91563ef87 2024-12-05T11:48:43,782 DEBUG [M:0;80666a11a09f:44101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/72e32dc371d0485c9b15ccdab03990df is 52, key is load_balancer_on/state:d/1733399307597/Put/seqid=0 2024-12-05T11:48:43,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741848_1027 (size=5056) 2024-12-05T11:48:43,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741848_1027 (size=5056) 2024-12-05T11:48:43,788 INFO [M:0;80666a11a09f:44101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/72e32dc371d0485c9b15ccdab03990df 2024-12-05T11:48:43,794 DEBUG [M:0;80666a11a09f:44101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ac49ff7c5074424a240998deed893fc as hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ac49ff7c5074424a240998deed893fc 2024-12-05T11:48:43,801 INFO [M:0;80666a11a09f:44101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ac49ff7c5074424a240998deed893fc, entries=8, sequenceid=56, filesize=5.5 K 2024-12-05T11:48:43,802 DEBUG [M:0;80666a11a09f:44101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23bd54917267416797c3e624e8c15430 as hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23bd54917267416797c3e624e8c15430 2024-12-05T11:48:43,808 INFO [M:0;80666a11a09f:44101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23bd54917267416797c3e624e8c15430, entries=6, sequenceid=56, filesize=6.0 K 2024-12-05T11:48:43,809 DEBUG [M:0;80666a11a09f:44101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09f3e9ffeab34edc96a931c91563ef87 as hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09f3e9ffeab34edc96a931c91563ef87 2024-12-05T11:48:43,816 INFO [M:0;80666a11a09f:44101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09f3e9ffeab34edc96a931c91563ef87, entries=1, sequenceid=56, filesize=5.0 K 2024-12-05T11:48:43,817 DEBUG [M:0;80666a11a09f:44101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/72e32dc371d0485c9b15ccdab03990df as hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/72e32dc371d0485c9b15ccdab03990df 2024-12-05T11:48:43,824 INFO [M:0;80666a11a09f:44101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/72e32dc371d0485c9b15ccdab03990df, entries=1, sequenceid=56, filesize=4.9 K 2024-12-05T11:48:43,826 INFO [M:0;80666a11a09f:44101 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=56, compaction requested=false 2024-12-05T11:48:43,827 INFO [M:0;80666a11a09f:44101 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:48:43,827 DEBUG [M:0;80666a11a09f:44101 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733399323659Disabling compacts and flushes for region at 1733399323659Disabling writes for close at 1733399323659Obtaining lock to block concurrent updates at 1733399323660 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733399323660Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1733399323660Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733399323682 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733399323682Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733399323696 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733399323696Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733399323709 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733399323727 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733399323727Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733399323738 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733399323752 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733399323752Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733399323764 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733399323781 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733399323781Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cc48be3: reopening flushed file at 1733399323793 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@188cba69: reopening flushed file at 1733399323801 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e918352: reopening flushed file at 1733399323808 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dcb560c: reopening flushed file at 1733399323816 (+8 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=56, compaction requested=false at 1733399323826 (+10 ms)Writing region close event to WAL at 1733399323827 (+1 ms)Closed at 1733399323827 2024-12-05T11:48:43,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46813 is added to blk_1073741844_1022 (size=757) 2024-12-05T11:48:43,830 WARN [Close-WAL-Writer-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/WALs/80666a11a09f,44101,1733399305794/80666a11a09f%2C44101%2C1733399305794.1733399323661 not finished, retry = 0 2024-12-05T11:48:43,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741844_1022 (size=757) 2024-12-05T11:48:44,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:44,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:44,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:45,157 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:48:45,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:45,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:45,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:47,684 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/WALs/80666a11a09f,44101,1733399305794/80666a11a09f%2C44101%2C1733399305794.1733399306571 after 4002ms 2024-12-05T11:48:47,685 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/WALs/80666a11a09f,44101,1733399305794/80666a11a09f%2C44101%2C1733399305794.1733399306571 to hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/oldWALs/80666a11a09f%2C44101%2C1733399305794.1733399306571 2024-12-05T11:48:47,691 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/MasterData/oldWALs/80666a11a09f%2C44101%2C1733399305794.1733399306571 to hdfs://localhost:32775/user/jenkins/test-data/51735899-f4d1-a2f7-33be-ec0ee96a5efa/oldWALs/80666a11a09f%2C44101%2C1733399305794.1733399306571$masterlocalwal$ 2024-12-05T11:48:47,692 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:48:47,692 INFO [M:0;80666a11a09f:44101 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:48:47,692 INFO [M:0;80666a11a09f:44101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44101 2024-12-05T11:48:47,692 INFO [M:0;80666a11a09f:44101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:48:47,925 INFO [M:0;80666a11a09f:44101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:48:47,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:48:47,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44101-0x101a69c00a40000, quorum=127.0.0.1:57080, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:48:47,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@237ce5a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:48:47,929 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d82a656{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:48:47,929 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:48:47,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ebc66f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:48:47,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d48524{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/hadoop.log.dir/,STOPPED} 2024-12-05T11:48:47,931 WARN [BP-385180423-172.17.0.2-1733399304194 heartbeating to localhost/127.0.0.1:32775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:48:47,931 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:48:47,931 WARN [BP-385180423-172.17.0.2-1733399304194 heartbeating to localhost/127.0.0.1:32775 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-385180423-172.17.0.2-1733399304194 (Datanode Uuid 2deb86e4-6741-4c77-a3c2-7881e85b0f2e) service to localhost/127.0.0.1:32775 2024-12-05T11:48:47,931 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:48:47,932 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6/data/data3/current/BP-385180423-172.17.0.2-1733399304194 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:48:47,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6/data/data4/current/BP-385180423-172.17.0.2-1733399304194 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:48:47,933 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:48:47,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ff7281b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:48:47,937 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@656caeda{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:48:47,937 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:48:47,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f0862ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:48:47,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27d4bfc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/hadoop.log.dir/,STOPPED} 2024-12-05T11:48:47,938 WARN [BP-385180423-172.17.0.2-1733399304194 heartbeating to localhost/127.0.0.1:32775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:48:47,938 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:48:47,938 WARN [BP-385180423-172.17.0.2-1733399304194 heartbeating to localhost/127.0.0.1:32775 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-385180423-172.17.0.2-1733399304194 (Datanode Uuid 51ca19d3-7b08-4aee-af39-f10511674d27) service to localhost/127.0.0.1:32775 2024-12-05T11:48:47,938 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:48:47,939 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6/data/data9/current/BP-385180423-172.17.0.2-1733399304194 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:48:47,939 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6/data/data10/current/BP-385180423-172.17.0.2-1733399304194 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:48:47,939 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:48:47,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b586f42{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:48:47,942 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15886f8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:48:47,942 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:48:47,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@576fca7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:48:47,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@790c176b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/hadoop.log.dir/,STOPPED} 2024-12-05T11:48:47,943 WARN [BP-385180423-172.17.0.2-1733399304194 heartbeating to localhost/127.0.0.1:32775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:48:47,943 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:48:47,943 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:48:47,943 WARN [BP-385180423-172.17.0.2-1733399304194 heartbeating to localhost/127.0.0.1:32775 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-385180423-172.17.0.2-1733399304194 (Datanode Uuid 845facf5-e6d8-4632-afcf-06af6c253c11) service to localhost/127.0.0.1:32775 2024-12-05T11:48:47,944 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6/data/data7/current/BP-385180423-172.17.0.2-1733399304194 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:48:47,944 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6/data/data8/current/BP-385180423-172.17.0.2-1733399304194 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:48:47,944 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:48:47,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3bc2424d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:48:47,947 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4518cc0b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:48:47,947 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:48:47,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61ad8e47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:48:47,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b8c35cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/hadoop.log.dir/,STOPPED} 2024-12-05T11:48:47,949 WARN [BP-385180423-172.17.0.2-1733399304194 heartbeating to localhost/127.0.0.1:32775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:48:47,949 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:48:47,949 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:48:47,949 WARN [BP-385180423-172.17.0.2-1733399304194 heartbeating to localhost/127.0.0.1:32775 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-385180423-172.17.0.2-1733399304194 (Datanode Uuid fbe11cff-b2ba-4eb9-aabd-cb486c9094eb) service to localhost/127.0.0.1:32775 2024-12-05T11:48:47,949 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6/data/data5/current/BP-385180423-172.17.0.2-1733399304194 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:48:47,950 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6/data/data6/current/BP-385180423-172.17.0.2-1733399304194 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:48:47,950 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:48:47,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13d84467{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:48:47,952 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d8743e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:48:47,952 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:48:47,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50e009df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:48:47,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bebd502{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/hadoop.log.dir/,STOPPED} 2024-12-05T11:48:47,953 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:48:47,953 WARN [BP-385180423-172.17.0.2-1733399304194 heartbeating to localhost/127.0.0.1:32775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:48:47,954 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:48:47,954 WARN [BP-385180423-172.17.0.2-1733399304194 heartbeating to localhost/127.0.0.1:32775 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-385180423-172.17.0.2-1733399304194 (Datanode Uuid be418577-fdb5-440c-924b-3939f848de8d) service to localhost/127.0.0.1:32775 2024-12-05T11:48:47,954 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6/data/data1/current/BP-385180423-172.17.0.2-1733399304194 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:48:47,955 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/cluster_c6faf355-8334-2ce6-6227-3335a3d391e6/data/data2/current/BP-385180423-172.17.0.2-1733399304194 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:48:47,955 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:48:47,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60bfc98b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:48:47,961 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11ec90ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:48:47,961 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:48:47,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fbab77{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:48:47,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e6fc514{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/hadoop.log.dir/,STOPPED} 2024-12-05T11:48:47,967 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T11:48:47,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:48:47,997 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 66) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (74468603) connection to localhost/127.0.0.1:32775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (74468603) connection to localhost/127.0.0.1:32775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (74468603) connection to localhost/127.0.0.1:32775 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:32775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=169 (was 114) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7249 (was 8269) 2024-12-05T11:48:48,003 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=169, ProcessCount=11, AvailableMemoryMB=7249 2024-12-05T11:48:48,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:48:48,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/hadoop.log.dir so I do NOT create it in target/test-data/cb46e5be-e615-6f01-1422-752516530c82 2024-12-05T11:48:48,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95de8be8-91fc-889e-e282-62e6dd24ca5b/hadoop.tmp.dir so I do NOT create it in target/test-data/cb46e5be-e615-6f01-1422-752516530c82 2024-12-05T11:48:48,004 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/cluster_cd45533a-0d63-32f4-3b28-915de7b4d11c, deleteOnExit=true 2024-12-05T11:48:48,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:48:48,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/test.cache.data in system properties and HBase conf 2024-12-05T11:48:48,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:48:48,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:48:48,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:48:48,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:48:48,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:48:48,005 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:48:48,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:48:48,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:48:48,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:48:48,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:48:48,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:48:48,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:48:48,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:48:48,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:48:48,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:48:48,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:48:48,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:48:48,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:48:48,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:48:48,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:48:48,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:48:48,227 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:48:48,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:48:48,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:48:48,228 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:48:48,229 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:48:48,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e827e8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:48:48,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402236a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:48:48,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58864e0d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/java.io.tmpdir/jetty-localhost-34873-hadoop-hdfs-3_4_1-tests_jar-_-any-16830400367125916916/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:48:48,322 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41e0c3c4{HTTP/1.1, (http/1.1)}{localhost:34873} 2024-12-05T11:48:48,322 INFO [Time-limited test {}] server.Server(415): Started @91574ms 2024-12-05T11:48:48,536 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:48:48,539 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:48:48,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:48:48,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:48:48,540 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:48:48,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77029487{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:48:48,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@652c9634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:48:48,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12209e8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/java.io.tmpdir/jetty-localhost-35383-hadoop-hdfs-3_4_1-tests_jar-_-any-8984783489409108481/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:48:48,629 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@558d5bac{HTTP/1.1, (http/1.1)}{localhost:35383} 2024-12-05T11:48:48,629 INFO [Time-limited test {}] server.Server(415): Started @91881ms 2024-12-05T11:48:48,630 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:48:48,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:48:48,658 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:48:48,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:48:48,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:48:48,659 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:48:48,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c2b99f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:48:48,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bcee989{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:48:48,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ceabfde{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/java.io.tmpdir/jetty-localhost-36883-hadoop-hdfs-3_4_1-tests_jar-_-any-14989197263670922887/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:48:48,752 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2046e95b{HTTP/1.1, (http/1.1)}{localhost:36883} 2024-12-05T11:48:48,752 INFO [Time-limited test {}] server.Server(415): Started @92004ms 2024-12-05T11:48:48,753 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:48:49,350 WARN [Thread-800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/cluster_cd45533a-0d63-32f4-3b28-915de7b4d11c/data/data1/current/BP-1459266818-172.17.0.2-1733399328028/current, will proceed with Du for space computation calculation, 2024-12-05T11:48:49,350 WARN [Thread-801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/cluster_cd45533a-0d63-32f4-3b28-915de7b4d11c/data/data2/current/BP-1459266818-172.17.0.2-1733399328028/current, will proceed with Du for space computation calculation, 2024-12-05T11:48:49,370 WARN [Thread-764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:48:49,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x666a9ffc0448f6c5 with lease ID 0x42a400aed5a40f82: Processing first storage report for DS-9f8e9013-db96-4b39-b9dc-5b2e884e3f02 from datanode DatanodeRegistration(127.0.0.1:45763, datanodeUuid=06146406-f27d-4f1f-8c8b-d0013f6cad70, infoPort=35415, infoSecurePort=0, ipcPort=40743, storageInfo=lv=-57;cid=testClusterID;nsid=1779290107;c=1733399328028) 2024-12-05T11:48:49,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x666a9ffc0448f6c5 with lease ID 0x42a400aed5a40f82: from storage DS-9f8e9013-db96-4b39-b9dc-5b2e884e3f02 node DatanodeRegistration(127.0.0.1:45763, datanodeUuid=06146406-f27d-4f1f-8c8b-d0013f6cad70, infoPort=35415, infoSecurePort=0, ipcPort=40743, storageInfo=lv=-57;cid=testClusterID;nsid=1779290107;c=1733399328028), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:48:49,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x666a9ffc0448f6c5 with lease ID 0x42a400aed5a40f82: Processing first storage report for DS-6b5ba9b1-b1d0-49a9-8651-cd4ac6155720 from datanode DatanodeRegistration(127.0.0.1:45763, datanodeUuid=06146406-f27d-4f1f-8c8b-d0013f6cad70, infoPort=35415, infoSecurePort=0, ipcPort=40743, storageInfo=lv=-57;cid=testClusterID;nsid=1779290107;c=1733399328028) 2024-12-05T11:48:49,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x666a9ffc0448f6c5 with lease ID 0x42a400aed5a40f82: from storage DS-6b5ba9b1-b1d0-49a9-8651-cd4ac6155720 node DatanodeRegistration(127.0.0.1:45763, datanodeUuid=06146406-f27d-4f1f-8c8b-d0013f6cad70, infoPort=35415, infoSecurePort=0, ipcPort=40743, storageInfo=lv=-57;cid=testClusterID;nsid=1779290107;c=1733399328028), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:48:49,435 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/cluster_cd45533a-0d63-32f4-3b28-915de7b4d11c/data/data3/current/BP-1459266818-172.17.0.2-1733399328028/current, will proceed with Du for space computation calculation, 2024-12-05T11:48:49,435 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/cluster_cd45533a-0d63-32f4-3b28-915de7b4d11c/data/data4/current/BP-1459266818-172.17.0.2-1733399328028/current, will proceed with Du for space computation calculation, 2024-12-05T11:48:49,453 WARN [Thread-787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:48:49,455 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x787ccde7036890fc with lease ID 0x42a400aed5a40f83: Processing first storage report for DS-a9d0b0bd-dab1-42cd-9556-bb06caab312d from datanode DatanodeRegistration(127.0.0.1:43257, datanodeUuid=9b551d3f-6b39-4f2f-9705-d516ea3bcaa0, infoPort=34557, infoSecurePort=0, ipcPort=46423, storageInfo=lv=-57;cid=testClusterID;nsid=1779290107;c=1733399328028) 2024-12-05T11:48:49,455 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x787ccde7036890fc with lease ID 0x42a400aed5a40f83: from storage DS-a9d0b0bd-dab1-42cd-9556-bb06caab312d node DatanodeRegistration(127.0.0.1:43257, datanodeUuid=9b551d3f-6b39-4f2f-9705-d516ea3bcaa0, infoPort=34557, infoSecurePort=0, ipcPort=46423, storageInfo=lv=-57;cid=testClusterID;nsid=1779290107;c=1733399328028), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:48:49,455 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x787ccde7036890fc with lease ID 0x42a400aed5a40f83: Processing first storage report for DS-e876350c-cc2f-465f-a72d-c47f550a0703 from datanode DatanodeRegistration(127.0.0.1:43257, datanodeUuid=9b551d3f-6b39-4f2f-9705-d516ea3bcaa0, infoPort=34557, infoSecurePort=0, ipcPort=46423, storageInfo=lv=-57;cid=testClusterID;nsid=1779290107;c=1733399328028) 2024-12-05T11:48:49,455 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x787ccde7036890fc with lease ID 0x42a400aed5a40f83: from storage DS-e876350c-cc2f-465f-a72d-c47f550a0703 node DatanodeRegistration(127.0.0.1:43257, datanodeUuid=9b551d3f-6b39-4f2f-9705-d516ea3bcaa0, infoPort=34557, infoSecurePort=0, ipcPort=46423, storageInfo=lv=-57;cid=testClusterID;nsid=1779290107;c=1733399328028), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:48:49,479 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82 2024-12-05T11:48:49,483 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/cluster_cd45533a-0d63-32f4-3b28-915de7b4d11c/zookeeper_0, clientPort=53549, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/cluster_cd45533a-0d63-32f4-3b28-915de7b4d11c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/cluster_cd45533a-0d63-32f4-3b28-915de7b4d11c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T11:48:49,484 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53549 2024-12-05T11:48:49,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:48:49,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:48:49,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:48:49,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:48:49,500 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d with version=8 2024-12-05T11:48:49,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/hbase-staging 2024-12-05T11:48:49,502 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80666a11a09f:0 server-side Connection retries=45 2024-12-05T11:48:49,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:48:49,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:48:49,503 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:48:49,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:48:49,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:48:49,503 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:48:49,503 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:48:49,503 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35963 2024-12-05T11:48:49,505 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35963 connecting to ZooKeeper ensemble=127.0.0.1:53549 2024-12-05T11:48:49,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359630x0, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:48:49,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35963-0x101a69c5d3e0000 connected 2024-12-05T11:48:49,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:48:49,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:48:49,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:48:49,956 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d, hbase.cluster.distributed=false 2024-12-05T11:48:49,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T11:48:49,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35963 2024-12-05T11:48:49,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35963 2024-12-05T11:48:49,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35963 2024-12-05T11:48:49,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35963 2024-12-05T11:48:49,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35963 2024-12-05T11:48:49,971 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80666a11a09f:0 server-side Connection retries=45 2024-12-05T11:48:49,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:48:49,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:48:49,971 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:48:49,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:48:49,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:48:49,971 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:48:49,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:48:49,972 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38053 2024-12-05T11:48:49,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38053 connecting to ZooKeeper ensemble=127.0.0.1:53549 2024-12-05T11:48:49,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:48:49,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:48:49,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380530x0, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:48:49,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38053-0x101a69c5d3e0001 connected 2024-12-05T11:48:49,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38053-0x101a69c5d3e0001, quorum=127.0.0.1:53549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:48:49,983 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:48:49,984 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:48:49,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38053-0x101a69c5d3e0001, quorum=127.0.0.1:53549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T11:48:49,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38053-0x101a69c5d3e0001, quorum=127.0.0.1:53549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T11:48:49,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38053 2024-12-05T11:48:49,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38053 2024-12-05T11:48:49,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38053 2024-12-05T11:48:49,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38053 2024-12-05T11:48:49,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38053 2024-12-05T11:48:49,997 DEBUG [M:0;80666a11a09f:35963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80666a11a09f:35963 2024-12-05T11:48:49,998 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/80666a11a09f,35963,1733399329502 2024-12-05T11:48:50,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38053-0x101a69c5d3e0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:48:50,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:48:50,008 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/80666a11a09f,35963,1733399329502 2024-12-05T11:48:50,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38053-0x101a69c5d3e0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T11:48:50,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:50,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38053-0x101a69c5d3e0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:50,017 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T11:48:50,018 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/80666a11a09f,35963,1733399329502 from backup master directory 2024-12-05T11:48:50,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/80666a11a09f,35963,1733399329502 2024-12-05T11:48:50,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38053-0x101a69c5d3e0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:48:50,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:48:50,024 WARN [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:48:50,024 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80666a11a09f,35963,1733399329502 2024-12-05T11:48:50,030 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/hbase.id] with ID: 9d2f1b73-dc6f-4c72-bdea-49a137329d7e 2024-12-05T11:48:50,030 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/.tmp/hbase.id 2024-12-05T11:48:50,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:48:50,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:48:50,041 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/.tmp/hbase.id]:[hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/hbase.id] 2024-12-05T11:48:50,054 INFO [master/80666a11a09f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:48:50,054 INFO [master/80666a11a09f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:48:50,056 INFO [master/80666a11a09f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T11:48:50,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:50,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38053-0x101a69c5d3e0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:50,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:48:50,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:48:50,074 INFO [master/80666a11a09f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:48:50,075 INFO [master/80666a11a09f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:48:50,075 INFO [master/80666a11a09f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:48:50,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:48:50,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:48:50,084 INFO [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/data/master/store 2024-12-05T11:48:50,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:48:50,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:48:50,091 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:48:50,091 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:48:50,091 INFO [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:48:50,091 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:48:50,092 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:48:50,092 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:48:50,092 INFO [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:48:50,092 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733399330091Disabling compacts and flushes for region at 1733399330091Disabling writes for close at 1733399330092 (+1 ms)Writing region close event to WAL at 1733399330092Closed at 1733399330092 2024-12-05T11:48:50,092 WARN [master/80666a11a09f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/data/master/store/.initializing 2024-12-05T11:48:50,092 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/WALs/80666a11a09f,35963,1733399329502 2024-12-05T11:48:50,093 INFO [master/80666a11a09f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:48:50,095 INFO [master/80666a11a09f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80666a11a09f%2C35963%2C1733399329502, suffix=, logDir=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/WALs/80666a11a09f,35963,1733399329502, archiveDir=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/oldWALs, maxLogs=10 2024-12-05T11:48:50,106 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/WALs/80666a11a09f,35963,1733399329502/80666a11a09f%2C35963%2C1733399329502.1733399330095, exclude list is [], retry=0 2024-12-05T11:48:50,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43257,DS-a9d0b0bd-dab1-42cd-9556-bb06caab312d,DISK] 2024-12-05T11:48:50,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45763,DS-9f8e9013-db96-4b39-b9dc-5b2e884e3f02,DISK] 2024-12-05T11:48:50,110 INFO [master/80666a11a09f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/WALs/80666a11a09f,35963,1733399329502/80666a11a09f%2C35963%2C1733399329502.1733399330095 2024-12-05T11:48:50,111 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34557:34557),(127.0.0.1/127.0.0.1:35415:35415)] 2024-12-05T11:48:50,111 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:48:50,112 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:48:50,112 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:48:50,112 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:48:50,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:48:50,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:48:50,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:50,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:48:50,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:48:50,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:48:50,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:50,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:48:50,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:48:50,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:48:50,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:50,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:48:50,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:48:50,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:48:50,121 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:50,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:48:50,121 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:48:50,122 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:48:50,122 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:48:50,124 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:48:50,124 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:48:50,124 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:48:50,125 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:48:50,127 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:48:50,127 INFO [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=845999, jitterRate=0.07574346661567688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:48:50,128 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733399330112Initializing all the Stores at 1733399330113 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399330113Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399330113Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399330113Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399330113Cleaning up temporary data from old regions at 1733399330124 (+11 ms)Region opened successfully at 1733399330128 (+4 ms) 2024-12-05T11:48:50,128 INFO [master/80666a11a09f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:48:50,131 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293a1aaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80666a11a09f/172.17.0.2:0 2024-12-05T11:48:50,132 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:48:50,132 INFO [master/80666a11a09f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:48:50,132 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:48:50,132 INFO [master/80666a11a09f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:48:50,133 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:48:50,133 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:48:50,133 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:48:50,135 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:48:50,136 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T11:48:50,140 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T11:48:50,141 INFO [master/80666a11a09f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:48:50,141 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:48:50,149 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T11:48:50,149 INFO [master/80666a11a09f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:48:50,150 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:48:50,157 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T11:48:50,158 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:48:50,166 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T11:48:50,170 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:48:50,174 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T11:48:50,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T11:48:50,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38053-0x101a69c5d3e0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T11:48:50,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38053-0x101a69c5d3e0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:50,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:50,184 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80666a11a09f,35963,1733399329502, sessionid=0x101a69c5d3e0000, setting cluster-up flag (Was=false) 2024-12-05T11:48:50,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:50,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38053-0x101a69c5d3e0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:50,224 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T11:48:50,225 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80666a11a09f,35963,1733399329502 2024-12-05T11:48:50,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:50,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38053-0x101a69c5d3e0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:50,266 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T11:48:50,269 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80666a11a09f,35963,1733399329502 2024-12-05T11:48:50,272 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:48:50,274 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:48:50,275 INFO [master/80666a11a09f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:48:50,275 INFO [master/80666a11a09f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:48:50,276 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80666a11a09f,35963,1733399329502 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:48:50,278 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80666a11a09f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:48:50,278 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80666a11a09f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:48:50,278 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80666a11a09f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:48:50,278 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80666a11a09f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:48:50,278 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80666a11a09f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:48:50,278 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:50,278 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80666a11a09f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:48:50,278 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:50,279 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733399360279 2024-12-05T11:48:50,279 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:48:50,279 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:48:50,279 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:48:50,279 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:48:50,280 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:48:50,280 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:48:50,280 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:50,280 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:48:50,280 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:48:50,280 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:48:50,280 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:48:50,280 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:48:50,281 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:48:50,281 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:48:50,281 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.large.0-1733399330281,5,FailOnTimeoutGroup] 2024-12-05T11:48:50,281 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.small.0-1733399330281,5,FailOnTimeoutGroup] 2024-12-05T11:48:50,281 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:50,281 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:48:50,281 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:50,281 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:50,281 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:50,281 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:48:50,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:48:50,289 INFO [RS:0;80666a11a09f:38053 {}] regionserver.HRegionServer(746): ClusterId : 9d2f1b73-dc6f-4c72-bdea-49a137329d7e 2024-12-05T11:48:50,289 DEBUG [RS:0;80666a11a09f:38053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:48:50,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:48:50,290 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:48:50,290 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d 2024-12-05T11:48:50,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741832_1008 (size=32) 2024-12-05T11:48:50,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741832_1008 (size=32) 2024-12-05T11:48:50,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:48:50,300 DEBUG [RS:0;80666a11a09f:38053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:48:50,300 DEBUG [RS:0;80666a11a09f:38053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:48:50,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:48:50,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:48:50,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:50,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:48:50,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:48:50,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:48:50,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:50,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:48:50,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:48:50,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:48:50,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:50,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:48:50,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:48:50,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:48:50,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:50,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:48:50,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:48:50,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/hbase/meta/1588230740 2024-12-05T11:48:50,308 DEBUG [RS:0;80666a11a09f:38053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:48:50,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/hbase/meta/1588230740 2024-12-05T11:48:50,309 DEBUG [RS:0;80666a11a09f:38053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c54ce47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80666a11a09f/172.17.0.2:0 2024-12-05T11:48:50,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:48:50,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:48:50,310 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T11:48:50,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:48:50,315 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:48:50,315 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=801488, jitterRate=0.019145146012306213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T11:48:50,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733399330299Initializing all the Stores at 1733399330300 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399330300Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399330300Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399330300Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399330300Cleaning up temporary data from old regions at 1733399330310 (+10 ms)Region opened successfully at 1733399330316 (+6 ms) 2024-12-05T11:48:50,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:48:50,316 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:48:50,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:48:50,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:48:50,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:48:50,317 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:48:50,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733399330316Disabling compacts and flushes for region at 1733399330316Disabling writes for close at 1733399330317 (+1 ms)Writing region close event to WAL at 1733399330317Closed at 1733399330317 2024-12-05T11:48:50,318 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:48:50,319 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:48:50,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:48:50,320 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:48:50,321 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:48:50,324 DEBUG [RS:0;80666a11a09f:38053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80666a11a09f:38053 2024-12-05T11:48:50,324 INFO [RS:0;80666a11a09f:38053 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:48:50,324 INFO [RS:0;80666a11a09f:38053 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:48:50,324 DEBUG [RS:0;80666a11a09f:38053 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:48:50,325 INFO [RS:0;80666a11a09f:38053 {}] regionserver.HRegionServer(2659): reportForDuty to master=80666a11a09f,35963,1733399329502 with port=38053, startcode=1733399329970 2024-12-05T11:48:50,325 DEBUG [RS:0;80666a11a09f:38053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:48:50,327 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41887, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:48:50,327 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35963 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80666a11a09f,38053,1733399329970 2024-12-05T11:48:50,327 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35963 {}] master.ServerManager(517): Registering regionserver=80666a11a09f,38053,1733399329970 2024-12-05T11:48:50,329 DEBUG [RS:0;80666a11a09f:38053 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d 2024-12-05T11:48:50,329 DEBUG [RS:0;80666a11a09f:38053 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37445 2024-12-05T11:48:50,329 DEBUG [RS:0;80666a11a09f:38053 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:48:50,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T11:48:50,333 DEBUG [RS:0;80666a11a09f:38053 {}] zookeeper.ZKUtil(111): regionserver:38053-0x101a69c5d3e0001, quorum=127.0.0.1:53549, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80666a11a09f,38053,1733399329970 2024-12-05T11:48:50,333 WARN [RS:0;80666a11a09f:38053 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:48:50,333 INFO [RS:0;80666a11a09f:38053 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:48:50,333 DEBUG [RS:0;80666a11a09f:38053 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/WALs/80666a11a09f,38053,1733399329970 2024-12-05T11:48:50,334 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80666a11a09f,38053,1733399329970] 2024-12-05T11:48:50,337 INFO [RS:0;80666a11a09f:38053 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:48:50,338 INFO [RS:0;80666a11a09f:38053 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:48:50,338 INFO [RS:0;80666a11a09f:38053 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:48:50,338 INFO [RS:0;80666a11a09f:38053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:50,339 INFO [RS:0;80666a11a09f:38053 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:48:50,339 INFO [RS:0;80666a11a09f:38053 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:48:50,339 INFO [RS:0;80666a11a09f:38053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:50,340 DEBUG [RS:0;80666a11a09f:38053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:50,340 DEBUG [RS:0;80666a11a09f:38053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:50,340 DEBUG [RS:0;80666a11a09f:38053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:50,340 DEBUG [RS:0;80666a11a09f:38053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:50,340 DEBUG [RS:0;80666a11a09f:38053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:50,340 DEBUG [RS:0;80666a11a09f:38053 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80666a11a09f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:48:50,340 DEBUG [RS:0;80666a11a09f:38053 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:50,340 DEBUG [RS:0;80666a11a09f:38053 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:50,340 DEBUG [RS:0;80666a11a09f:38053 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:50,340 DEBUG [RS:0;80666a11a09f:38053 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:50,340 DEBUG [RS:0;80666a11a09f:38053 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:50,340 DEBUG [RS:0;80666a11a09f:38053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:48:50,340 DEBUG [RS:0;80666a11a09f:38053 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80666a11a09f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:48:50,340 DEBUG [RS:0;80666a11a09f:38053 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:48:50,341 INFO [RS:0;80666a11a09f:38053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:50,341 INFO [RS:0;80666a11a09f:38053 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:50,341 INFO [RS:0;80666a11a09f:38053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:50,341 INFO [RS:0;80666a11a09f:38053 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:50,341 INFO [RS:0;80666a11a09f:38053 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:50,341 INFO [RS:0;80666a11a09f:38053 {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,38053,1733399329970-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:48:50,353 INFO [RS:0;80666a11a09f:38053 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:48:50,353 INFO [RS:0;80666a11a09f:38053 {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,38053,1733399329970-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:50,353 INFO [RS:0;80666a11a09f:38053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:50,353 INFO [RS:0;80666a11a09f:38053 {}] regionserver.Replication(171): 80666a11a09f,38053,1733399329970 started 2024-12-05T11:48:50,364 INFO [RS:0;80666a11a09f:38053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:50,364 INFO [RS:0;80666a11a09f:38053 {}] regionserver.HRegionServer(1482): Serving as 80666a11a09f,38053,1733399329970, RpcServer on 80666a11a09f/172.17.0.2:38053, sessionid=0x101a69c5d3e0001 2024-12-05T11:48:50,365 DEBUG [RS:0;80666a11a09f:38053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:48:50,365 DEBUG [RS:0;80666a11a09f:38053 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80666a11a09f,38053,1733399329970 2024-12-05T11:48:50,365 DEBUG [RS:0;80666a11a09f:38053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80666a11a09f,38053,1733399329970' 2024-12-05T11:48:50,365 DEBUG [RS:0;80666a11a09f:38053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T11:48:50,365 DEBUG [RS:0;80666a11a09f:38053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T11:48:50,366 DEBUG [RS:0;80666a11a09f:38053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:48:50,366 DEBUG [RS:0;80666a11a09f:38053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:48:50,366 DEBUG [RS:0;80666a11a09f:38053 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80666a11a09f,38053,1733399329970 2024-12-05T11:48:50,366 DEBUG [RS:0;80666a11a09f:38053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80666a11a09f,38053,1733399329970' 2024-12-05T11:48:50,366 DEBUG [RS:0;80666a11a09f:38053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T11:48:50,367 DEBUG [RS:0;80666a11a09f:38053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T11:48:50,367 DEBUG [RS:0;80666a11a09f:38053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:48:50,367 INFO [RS:0;80666a11a09f:38053 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:48:50,367 INFO [RS:0;80666a11a09f:38053 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:48:50,468 INFO [RS:0;80666a11a09f:38053 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:48:50,472 WARN [80666a11a09f:35963 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T11:48:50,473 INFO [RS:0;80666a11a09f:38053 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80666a11a09f%2C38053%2C1733399329970, suffix=, logDir=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/WALs/80666a11a09f,38053,1733399329970, archiveDir=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/oldWALs, maxLogs=32 2024-12-05T11:48:50,488 DEBUG [RS:0;80666a11a09f:38053 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/WALs/80666a11a09f,38053,1733399329970/80666a11a09f%2C38053%2C1733399329970.1733399330475, exclude list is [], retry=0 2024-12-05T11:48:50,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43257,DS-a9d0b0bd-dab1-42cd-9556-bb06caab312d,DISK] 2024-12-05T11:48:50,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45763,DS-9f8e9013-db96-4b39-b9dc-5b2e884e3f02,DISK] 2024-12-05T11:48:50,493 INFO [RS:0;80666a11a09f:38053 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/WALs/80666a11a09f,38053,1733399329970/80666a11a09f%2C38053%2C1733399329970.1733399330475 2024-12-05T11:48:50,493 DEBUG [RS:0;80666a11a09f:38053 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34557:34557),(127.0.0.1/127.0.0.1:35415:35415)] 2024-12-05T11:48:50,722 DEBUG [80666a11a09f:35963 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:48:50,724 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80666a11a09f,38053,1733399329970 2024-12-05T11:48:50,726 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80666a11a09f,38053,1733399329970, state=OPENING 2024-12-05T11:48:50,766 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:48:50,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:50,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38053-0x101a69c5d3e0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:48:50,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:48:50,776 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:48:50,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:48:50,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80666a11a09f,38053,1733399329970}] 2024-12-05T11:48:50,931 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:48:50,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42719, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:48:50,938 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:48:50,938 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:48:50,939 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:48:50,941 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80666a11a09f%2C38053%2C1733399329970.meta, suffix=.meta, logDir=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/WALs/80666a11a09f,38053,1733399329970, archiveDir=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/oldWALs, maxLogs=32 2024-12-05T11:48:50,957 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/WALs/80666a11a09f,38053,1733399329970/80666a11a09f%2C38053%2C1733399329970.meta.1733399330942.meta, exclude list is [], retry=0 2024-12-05T11:48:50,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45763,DS-9f8e9013-db96-4b39-b9dc-5b2e884e3f02,DISK] 2024-12-05T11:48:50,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43257,DS-a9d0b0bd-dab1-42cd-9556-bb06caab312d,DISK] 2024-12-05T11:48:50,961 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/WALs/80666a11a09f,38053,1733399329970/80666a11a09f%2C38053%2C1733399329970.meta.1733399330942.meta 2024-12-05T11:48:50,961 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34557:34557),(127.0.0.1/127.0.0.1:35415:35415)] 2024-12-05T11:48:50,961 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:48:50,962 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:48:50,962 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:48:50,962 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:48:50,962 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:48:50,962 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:48:50,962 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:48:50,962 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:48:50,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:48:50,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:48:50,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:50,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:48:50,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:48:50,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:48:50,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:50,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:48:50,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:48:50,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:48:50,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:50,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:48:50,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:48:50,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:48:50,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:50,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:48:50,970 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:48:50,971 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/hbase/meta/1588230740 2024-12-05T11:48:50,973 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/hbase/meta/1588230740 2024-12-05T11:48:50,974 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:48:50,974 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:48:50,974 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T11:48:50,976 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:48:50,976 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=880701, jitterRate=0.1198696494102478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T11:48:50,977 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:48:50,977 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733399330962Writing region info on filesystem at 1733399330962Initializing all the Stores at 1733399330963 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399330963Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399330964 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399330964Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399330964Cleaning up temporary data from old regions at 1733399330974 (+10 ms)Running coprocessor post-open hooks at 1733399330977 (+3 ms)Region opened successfully at 1733399330977 2024-12-05T11:48:50,978 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733399330931 2024-12-05T11:48:50,980 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:48:50,980 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:48:50,981 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80666a11a09f,38053,1733399329970 2024-12-05T11:48:50,982 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80666a11a09f,38053,1733399329970, state=OPEN 2024-12-05T11:48:51,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T11:48:51,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38053-0x101a69c5d3e0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T11:48:51,012 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80666a11a09f,38053,1733399329970 2024-12-05T11:48:51,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:48:51,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:48:51,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:48:51,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80666a11a09f,38053,1733399329970 in 236 msec 2024-12-05T11:48:51,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:48:51,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 697 msec 2024-12-05T11:48:51,019 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:48:51,019 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:48:51,021 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:48:51,021 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80666a11a09f,38053,1733399329970, seqNum=-1] 2024-12-05T11:48:51,021 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:48:51,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33075, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:48:51,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 753 msec 2024-12-05T11:48:51,027 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733399331027, completionTime=-1 2024-12-05T11:48:51,027 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:48:51,027 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:48:51,030 INFO [master/80666a11a09f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:48:51,030 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733399391030 2024-12-05T11:48:51,030 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733399451030 2024-12-05T11:48:51,030 INFO [master/80666a11a09f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T11:48:51,030 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,35963,1733399329502-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:51,030 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,35963,1733399329502-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:51,030 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,35963,1733399329502-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:51,031 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80666a11a09f:35963, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:51,031 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:51,031 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:51,033 DEBUG [master/80666a11a09f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:48:51,034 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.010sec 2024-12-05T11:48:51,035 INFO [master/80666a11a09f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:48:51,035 INFO [master/80666a11a09f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:48:51,035 INFO [master/80666a11a09f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:48:51,035 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:48:51,035 INFO [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:48:51,035 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,35963,1733399329502-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:48:51,035 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,35963,1733399329502-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:48:51,037 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:48:51,037 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:48:51,037 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,35963,1733399329502-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:48:51,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56219542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:48:51,089 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80666a11a09f,35963,-1 for getting cluster id 2024-12-05T11:48:51,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:48:51,092 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d2f1b73-dc6f-4c72-bdea-49a137329d7e' 2024-12-05T11:48:51,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:48:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d2f1b73-dc6f-4c72-bdea-49a137329d7e" 2024-12-05T11:48:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68636a5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:48:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80666a11a09f,35963,-1] 2024-12-05T11:48:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:48:51,094 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:48:51,096 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:48:51,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675153ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:48:51,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:48:51,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80666a11a09f,38053,1733399329970, seqNum=-1] 2024-12-05T11:48:51,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:48:51,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:48:51,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80666a11a09f,35963,1733399329502 2024-12-05T11:48:51,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:48:51,108 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-05T11:48:51,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:48:51,110 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 80666a11a09f,35963,1733399329502 2024-12-05T11:48:51,110 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a623312 2024-12-05T11:48:51,110 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:48:51,112 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:48:51,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-05T11:48:51,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-05T11:48:51,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:48:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T11:48:51,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:48:51,116 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:51,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-12-05T11:48:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:48:51,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:48:51,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741835_1011 (size=405) 2024-12-05T11:48:51,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741835_1011 (size=405) 2024-12-05T11:48:51,129 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4ec9c0c7eaec8a70d58971e1546e46eb, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d 2024-12-05T11:48:51,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741836_1012 (size=88) 2024-12-05T11:48:51,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741836_1012 (size=88) 2024-12-05T11:48:51,138 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:48:51,138 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 4ec9c0c7eaec8a70d58971e1546e46eb, disabling compactions & flushes 2024-12-05T11:48:51,138 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb. 2024-12-05T11:48:51,138 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb. 2024-12-05T11:48:51,138 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb. after waiting 0 ms 2024-12-05T11:48:51,138 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb. 2024-12-05T11:48:51,138 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb. 2024-12-05T11:48:51,139 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4ec9c0c7eaec8a70d58971e1546e46eb: Waiting for close lock at 1733399331138Disabling compacts and flushes for region at 1733399331138Disabling writes for close at 1733399331138Writing region close event to WAL at 1733399331138Closed at 1733399331138 2024-12-05T11:48:51,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:48:51,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1733399331140"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733399331140"}]},"ts":"1733399331140"} 2024-12-05T11:48:51,142 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:48:51,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:48:51,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733399331143"}]},"ts":"1733399331143"} 2024-12-05T11:48:51,145 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-12-05T11:48:51,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=4ec9c0c7eaec8a70d58971e1546e46eb, ASSIGN}] 2024-12-05T11:48:51,147 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=4ec9c0c7eaec8a70d58971e1546e46eb, ASSIGN 2024-12-05T11:48:51,147 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=4ec9c0c7eaec8a70d58971e1546e46eb, ASSIGN; state=OFFLINE, location=80666a11a09f,38053,1733399329970; forceNewPlan=false, retain=false 2024-12-05T11:48:51,298 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4ec9c0c7eaec8a70d58971e1546e46eb, regionState=OPENING, regionLocation=80666a11a09f,38053,1733399329970 2024-12-05T11:48:51,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=4ec9c0c7eaec8a70d58971e1546e46eb, ASSIGN because future has completed 2024-12-05T11:48:51,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ec9c0c7eaec8a70d58971e1546e46eb, server=80666a11a09f,38053,1733399329970}] 2024-12-05T11:48:51,464 INFO [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb. 2024-12-05T11:48:51,464 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ec9c0c7eaec8a70d58971e1546e46eb, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:48:51,465 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 4ec9c0c7eaec8a70d58971e1546e46eb 2024-12-05T11:48:51,465 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:48:51,465 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4ec9c0c7eaec8a70d58971e1546e46eb 2024-12-05T11:48:51,465 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4ec9c0c7eaec8a70d58971e1546e46eb 2024-12-05T11:48:51,468 INFO [StoreOpener-4ec9c0c7eaec8a70d58971e1546e46eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4ec9c0c7eaec8a70d58971e1546e46eb 2024-12-05T11:48:51,471 INFO [StoreOpener-4ec9c0c7eaec8a70d58971e1546e46eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ec9c0c7eaec8a70d58971e1546e46eb columnFamilyName info 2024-12-05T11:48:51,471 DEBUG [StoreOpener-4ec9c0c7eaec8a70d58971e1546e46eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:48:51,472 INFO [StoreOpener-4ec9c0c7eaec8a70d58971e1546e46eb-1 {}] regionserver.HStore(327): Store=4ec9c0c7eaec8a70d58971e1546e46eb/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:48:51,472 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4ec9c0c7eaec8a70d58971e1546e46eb 2024-12-05T11:48:51,473 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb 2024-12-05T11:48:51,473 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb 2024-12-05T11:48:51,474 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4ec9c0c7eaec8a70d58971e1546e46eb 2024-12-05T11:48:51,474 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4ec9c0c7eaec8a70d58971e1546e46eb 2024-12-05T11:48:51,476 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4ec9c0c7eaec8a70d58971e1546e46eb 2024-12-05T11:48:51,479 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:48:51,480 INFO [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4ec9c0c7eaec8a70d58971e1546e46eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=810574, jitterRate=0.030698329210281372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:48:51,480 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ec9c0c7eaec8a70d58971e1546e46eb 2024-12-05T11:48:51,481 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4ec9c0c7eaec8a70d58971e1546e46eb: Running coprocessor pre-open hook at 1733399331465Writing region info on filesystem at 1733399331465Initializing all the Stores at 1733399331467 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399331467Cleaning up temporary data from old regions at 1733399331474 (+7 ms)Running coprocessor post-open hooks at 1733399331480 (+6 ms)Region opened successfully at 1733399331481 (+1 ms) 2024-12-05T11:48:51,482 INFO [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb., pid=6, masterSystemTime=1733399331458 2024-12-05T11:48:51,485 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb. 2024-12-05T11:48:51,485 INFO [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb. 2024-12-05T11:48:51,486 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4ec9c0c7eaec8a70d58971e1546e46eb, regionState=OPEN, openSeqNum=2, regionLocation=80666a11a09f,38053,1733399329970 2024-12-05T11:48:51,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ec9c0c7eaec8a70d58971e1546e46eb, server=80666a11a09f,38053,1733399329970 because future has completed 2024-12-05T11:48:51,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T11:48:51,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ec9c0c7eaec8a70d58971e1546e46eb, server=80666a11a09f,38053,1733399329970 in 187 msec 2024-12-05T11:48:51,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T11:48:51,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=4ec9c0c7eaec8a70d58971e1546e46eb, ASSIGN in 350 msec 2024-12-05T11:48:51,499 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:48:51,499 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733399331499"}]},"ts":"1733399331499"} 2024-12-05T11:48:51,502 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-12-05T11:48:51,503 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:48:51,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 390 msec 2024-12-05T11:48:52,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T11:48:52,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T11:48:52,181 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:48:52,181 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T11:48:52,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T11:48:52,182 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-12-05T11:48:55,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:55,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:55,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:55,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:55,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:55,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:55,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:55,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:56,479 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:48:56,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:56,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:56,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:56,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:56,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:56,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:56,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:56,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:48:56,520 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T11:48:56,520 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-12-05T11:49:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:49:01,121 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-05T11:49:01,121 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-12-05T11:49:01,124 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T11:49:01,124 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb. 2024-12-05T11:49:01,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb., hostname=80666a11a09f,38053,1733399329970, seqNum=2] 2024-12-05T11:49:01,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T11:49:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T11:49:01,139 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-05T11:49:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:49:01,140 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T11:49:01,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T11:49:01,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38053 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T11:49:01,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb. 2024-12-05T11:49:01,305 INFO [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 4ec9c0c7eaec8a70d58971e1546e46eb 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-05T11:49:01,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/.tmp/info/4f0604fedc014cbcb07802b874a44428 is 1055, key is row0001/info:/1733399341128/Put/seqid=0 2024-12-05T11:49:01,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741837_1013 (size=6008) 2024-12-05T11:49:01,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741837_1013 (size=6008) 2024-12-05T11:49:01,337 INFO [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/.tmp/info/4f0604fedc014cbcb07802b874a44428 2024-12-05T11:49:01,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/.tmp/info/4f0604fedc014cbcb07802b874a44428 as hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/info/4f0604fedc014cbcb07802b874a44428 2024-12-05T11:49:01,352 INFO [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/info/4f0604fedc014cbcb07802b874a44428, entries=1, sequenceid=5, filesize=5.9 K 2024-12-05T11:49:01,353 INFO [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 4ec9c0c7eaec8a70d58971e1546e46eb in 48ms, sequenceid=5, compaction requested=false 2024-12-05T11:49:01,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 4ec9c0c7eaec8a70d58971e1546e46eb: 2024-12-05T11:49:01,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb. 2024-12-05T11:49:01,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T11:49:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T11:49:01,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-05T11:49:01,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 217 msec 2024-12-05T11:49:01,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 227 msec 2024-12-05T11:49:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:49:11,152 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-05T11:49:11,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T11:49:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T11:49:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T11:49:11,157 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-05T11:49:11,158 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T11:49:11,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T11:49:11,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38053 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-05T11:49:11,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb. 2024-12-05T11:49:11,319 INFO [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 4ec9c0c7eaec8a70d58971e1546e46eb 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-05T11:49:11,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/.tmp/info/b32978aa49fd4f50a703959030464fb8 is 1055, key is row0002/info:/1733399351153/Put/seqid=0 2024-12-05T11:49:11,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741838_1014 (size=6008) 2024-12-05T11:49:11,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741838_1014 (size=6008) 2024-12-05T11:49:11,349 INFO [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/.tmp/info/b32978aa49fd4f50a703959030464fb8 2024-12-05T11:49:11,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/.tmp/info/b32978aa49fd4f50a703959030464fb8 as hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/info/b32978aa49fd4f50a703959030464fb8 2024-12-05T11:49:11,376 INFO [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/info/b32978aa49fd4f50a703959030464fb8, entries=1, sequenceid=9, filesize=5.9 K 2024-12-05T11:49:11,378 INFO [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 4ec9c0c7eaec8a70d58971e1546e46eb in 58ms, sequenceid=9, compaction requested=false 2024-12-05T11:49:11,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 4ec9c0c7eaec8a70d58971e1546e46eb: 2024-12-05T11:49:11,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb. 2024-12-05T11:49:11,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-05T11:49:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-05T11:49:11,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T11:49:11,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 221 msec 2024-12-05T11:49:11,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 232 msec 2024-12-05T11:49:19,479 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T11:49:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T11:49:21,171 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-05T11:49:21,186 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/WALs/80666a11a09f,38053,1733399329970/80666a11a09f%2C38053%2C1733399329970.1733399361174, exclude list is [], retry=0 2024-12-05T11:49:21,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43257,DS-a9d0b0bd-dab1-42cd-9556-bb06caab312d,DISK] 2024-12-05T11:49:21,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45763,DS-9f8e9013-db96-4b39-b9dc-5b2e884e3f02,DISK] 2024-12-05T11:49:21,191 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/WALs/80666a11a09f,38053,1733399329970/80666a11a09f%2C38053%2C1733399329970.1733399330475 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/WALs/80666a11a09f,38053,1733399329970/80666a11a09f%2C38053%2C1733399329970.1733399361174 2024-12-05T11:49:21,192 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34557:34557),(127.0.0.1/127.0.0.1:35415:35415)] 2024-12-05T11:49:21,192 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/WALs/80666a11a09f,38053,1733399329970/80666a11a09f%2C38053%2C1733399329970.1733399330475 is not closed yet, will try archiving it next time 2024-12-05T11:49:21,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T11:49:21,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741833_1009 (size=5471) 2024-12-05T11:49:21,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741833_1009 (size=5471) 2024-12-05T11:49:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T11:49:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T11:49:21,196 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-05T11:49:21,197 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T11:49:21,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T11:49:21,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38053 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-05T11:49:21,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb. 2024-12-05T11:49:21,350 INFO [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 4ec9c0c7eaec8a70d58971e1546e46eb 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-05T11:49:21,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/.tmp/info/5e11a9df874b4d1cb5821f376425635f is 1055, key is row0003/info:/1733399361172/Put/seqid=0 2024-12-05T11:49:21,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741840_1016 (size=6008) 2024-12-05T11:49:21,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741840_1016 (size=6008) 2024-12-05T11:49:21,364 INFO [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/.tmp/info/5e11a9df874b4d1cb5821f376425635f 2024-12-05T11:49:21,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/.tmp/info/5e11a9df874b4d1cb5821f376425635f as hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/info/5e11a9df874b4d1cb5821f376425635f 2024-12-05T11:49:21,380 INFO [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/info/5e11a9df874b4d1cb5821f376425635f, entries=1, sequenceid=13, filesize=5.9 K 2024-12-05T11:49:21,381 INFO [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 4ec9c0c7eaec8a70d58971e1546e46eb in 31ms, sequenceid=13, compaction requested=true 2024-12-05T11:49:21,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 4ec9c0c7eaec8a70d58971e1546e46eb: 2024-12-05T11:49:21,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb. 2024-12-05T11:49:21,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-05T11:49:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-05T11:49:21,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T11:49:21,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 186 msec 2024-12-05T11:49:21,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 194 msec 2024-12-05T11:49:31,038 INFO [master/80666a11a09f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T11:49:31,038 INFO [master/80666a11a09f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T11:49:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T11:49:31,232 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-05T11:49:31,237 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T11:49:31,241 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T11:49:31,243 DEBUG [Time-limited test {}] regionserver.HStore(1541): 4ec9c0c7eaec8a70d58971e1546e46eb/info is initiating minor compaction (all files) 2024-12-05T11:49:31,244 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:49:31,244 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:49:31,245 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 4ec9c0c7eaec8a70d58971e1546e46eb/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb. 2024-12-05T11:49:31,245 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/info/4f0604fedc014cbcb07802b874a44428, hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/info/b32978aa49fd4f50a703959030464fb8, hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/info/5e11a9df874b4d1cb5821f376425635f] into tmpdir=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/.tmp, totalSize=17.6 K 2024-12-05T11:49:31,246 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4f0604fedc014cbcb07802b874a44428, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733399341128 2024-12-05T11:49:31,247 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b32978aa49fd4f50a703959030464fb8, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1733399351153 2024-12-05T11:49:31,247 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5e11a9df874b4d1cb5821f376425635f, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733399361172 2024-12-05T11:49:31,269 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 4ec9c0c7eaec8a70d58971e1546e46eb#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T11:49:31,269 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/.tmp/info/58b1ddc31d41409c93c9c9502f4cfbc7 is 1055, key is row0001/info:/1733399341128/Put/seqid=0 2024-12-05T11:49:31,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741841_1017 (size=8221) 2024-12-05T11:49:31,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741841_1017 (size=8221) 2024-12-05T11:49:31,281 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/.tmp/info/58b1ddc31d41409c93c9c9502f4cfbc7 as hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/info/58b1ddc31d41409c93c9c9502f4cfbc7 2024-12-05T11:49:31,294 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ec9c0c7eaec8a70d58971e1546e46eb/info of 4ec9c0c7eaec8a70d58971e1546e46eb into 58b1ddc31d41409c93c9c9502f4cfbc7(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T11:49:31,294 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 4ec9c0c7eaec8a70d58971e1546e46eb: 2024-12-05T11:49:31,308 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/WALs/80666a11a09f,38053,1733399329970/80666a11a09f%2C38053%2C1733399329970.1733399371297, exclude list is [], retry=0 2024-12-05T11:49:31,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45763,DS-9f8e9013-db96-4b39-b9dc-5b2e884e3f02,DISK] 2024-12-05T11:49:31,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43257,DS-a9d0b0bd-dab1-42cd-9556-bb06caab312d,DISK] 2024-12-05T11:49:31,313 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/WALs/80666a11a09f,38053,1733399329970/80666a11a09f%2C38053%2C1733399329970.1733399361174 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/WALs/80666a11a09f,38053,1733399329970/80666a11a09f%2C38053%2C1733399329970.1733399371297 2024-12-05T11:49:31,313 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35415:35415),(127.0.0.1/127.0.0.1:34557:34557)] 2024-12-05T11:49:31,313 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/WALs/80666a11a09f,38053,1733399329970/80666a11a09f%2C38053%2C1733399329970.1733399361174 is not closed yet, will try archiving it next time 2024-12-05T11:49:31,314 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/WALs/80666a11a09f,38053,1733399329970/80666a11a09f%2C38053%2C1733399329970.1733399330475 to hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/oldWALs/80666a11a09f%2C38053%2C1733399329970.1733399330475 2024-12-05T11:49:31,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T11:49:31,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741839_1015 (size=2495) 2024-12-05T11:49:31,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741839_1015 (size=2495) 2024-12-05T11:49:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T11:49:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T11:49:31,317 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-05T11:49:31,318 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T11:49:31,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T11:49:31,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38053 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-05T11:49:31,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb. 2024-12-05T11:49:31,472 INFO [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 4ec9c0c7eaec8a70d58971e1546e46eb 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-05T11:49:31,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/.tmp/info/7bc2bba293e64481bc0740db968e2e90 is 1055, key is row0000/info:/1733399371295/Put/seqid=0 2024-12-05T11:49:31,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741843_1019 (size=6008) 2024-12-05T11:49:31,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741843_1019 (size=6008) 2024-12-05T11:49:31,482 INFO [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/.tmp/info/7bc2bba293e64481bc0740db968e2e90 2024-12-05T11:49:31,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/.tmp/info/7bc2bba293e64481bc0740db968e2e90 as hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/info/7bc2bba293e64481bc0740db968e2e90 2024-12-05T11:49:31,495 INFO [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/info/7bc2bba293e64481bc0740db968e2e90, entries=1, sequenceid=18, filesize=5.9 K 2024-12-05T11:49:31,496 INFO [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 4ec9c0c7eaec8a70d58971e1546e46eb in 24ms, sequenceid=18, compaction requested=false 2024-12-05T11:49:31,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 4ec9c0c7eaec8a70d58971e1546e46eb: 2024-12-05T11:49:31,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb. 2024-12-05T11:49:31,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-05T11:49:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-05T11:49:31,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-05T11:49:31,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 180 msec 2024-12-05T11:49:31,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 187 msec 2024-12-05T11:49:36,465 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4ec9c0c7eaec8a70d58971e1546e46eb, had cached 0 bytes from a total of 14229 2024-12-05T11:49:41,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T11:49:41,402 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-05T11:49:41,424 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/WALs/80666a11a09f,38053,1733399329970/80666a11a09f%2C38053%2C1733399329970.1733399381407, exclude list is [], retry=0 2024-12-05T11:49:41,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45763,DS-9f8e9013-db96-4b39-b9dc-5b2e884e3f02,DISK] 2024-12-05T11:49:41,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43257,DS-a9d0b0bd-dab1-42cd-9556-bb06caab312d,DISK] 2024-12-05T11:49:41,428 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/WALs/80666a11a09f,38053,1733399329970/80666a11a09f%2C38053%2C1733399329970.1733399371297 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/WALs/80666a11a09f,38053,1733399329970/80666a11a09f%2C38053%2C1733399329970.1733399381407 2024-12-05T11:49:41,428 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35415:35415),(127.0.0.1/127.0.0.1:34557:34557)] 2024-12-05T11:49:41,429 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/WALs/80666a11a09f,38053,1733399329970/80666a11a09f%2C38053%2C1733399329970.1733399371297 is not closed yet, will try archiving it next time 2024-12-05T11:49:41,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:49:41,429 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/WALs/80666a11a09f,38053,1733399329970/80666a11a09f%2C38053%2C1733399329970.1733399361174 to hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/oldWALs/80666a11a09f%2C38053%2C1733399329970.1733399361174 2024-12-05T11:49:41,429 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:49:41,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:49:41,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:49:41,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:49:41,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:49:41,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:49:41,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2057992182, stopped=false 2024-12-05T11:49:41,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741842_1018 (size=2001) 2024-12-05T11:49:41,430 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80666a11a09f,35963,1733399329502 2024-12-05T11:49:41,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741842_1018 (size=2001) 2024-12-05T11:49:41,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38053-0x101a69c5d3e0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T11:49:41,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T11:49:41,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:49:41,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38053-0x101a69c5d3e0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:49:41,598 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:49:41,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:49:41,600 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:49:41,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38053-0x101a69c5d3e0001, quorum=127.0.0.1:53549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:49:41,600 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:49:41,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:49:41,601 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80666a11a09f,38053,1733399329970' ***** 2024-12-05T11:49:41,601 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:49:41,602 INFO [RS:0;80666a11a09f:38053 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:49:41,602 INFO [RS:0;80666a11a09f:38053 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:49:41,602 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:49:41,602 INFO [RS:0;80666a11a09f:38053 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:49:41,602 INFO [RS:0;80666a11a09f:38053 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ec9c0c7eaec8a70d58971e1546e46eb 2024-12-05T11:49:41,603 INFO [RS:0;80666a11a09f:38053 {}] regionserver.HRegionServer(959): stopping server 80666a11a09f,38053,1733399329970 2024-12-05T11:49:41,603 INFO [RS:0;80666a11a09f:38053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:49:41,603 INFO [RS:0;80666a11a09f:38053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80666a11a09f:38053. 2024-12-05T11:49:41,603 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ec9c0c7eaec8a70d58971e1546e46eb, disabling compactions & flushes 2024-12-05T11:49:41,603 DEBUG [RS:0;80666a11a09f:38053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:49:41,603 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb. 2024-12-05T11:49:41,603 DEBUG [RS:0;80666a11a09f:38053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:49:41,603 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb. 2024-12-05T11:49:41,603 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb. after waiting 0 ms 2024-12-05T11:49:41,604 INFO [RS:0;80666a11a09f:38053 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:49:41,604 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb. 2024-12-05T11:49:41,604 INFO [RS:0;80666a11a09f:38053 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:49:41,604 INFO [RS:0;80666a11a09f:38053 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:49:41,604 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4ec9c0c7eaec8a70d58971e1546e46eb 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-05T11:49:41,604 INFO [RS:0;80666a11a09f:38053 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:49:41,604 INFO [RS:0;80666a11a09f:38053 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T11:49:41,605 DEBUG [RS:0;80666a11a09f:38053 {}] regionserver.HRegionServer(1325): Online Regions={4ec9c0c7eaec8a70d58971e1546e46eb=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:49:41,605 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:49:41,605 DEBUG [RS:0;80666a11a09f:38053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ec9c0c7eaec8a70d58971e1546e46eb 2024-12-05T11:49:41,605 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:49:41,605 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:49:41,605 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:49:41,605 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:49:41,605 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-12-05T11:49:41,610 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/.tmp/info/832e58fb413846caad159cd378cad48d is 1055, key is row0001/info:/1733399381404/Put/seqid=0 2024-12-05T11:49:41,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741845_1021 (size=6008) 2024-12-05T11:49:41,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741845_1021 (size=6008) 2024-12-05T11:49:41,621 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/hbase/meta/1588230740/.tmp/info/22d07cb75d2b4798876325c083c3ef0e is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb./info:regioninfo/1733399331486/Put/seqid=0 2024-12-05T11:49:41,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741846_1022 (size=7308) 2024-12-05T11:49:41,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741846_1022 (size=7308) 2024-12-05T11:49:41,627 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/hbase/meta/1588230740/.tmp/info/22d07cb75d2b4798876325c083c3ef0e 2024-12-05T11:49:41,645 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/hbase/meta/1588230740/.tmp/ns/3e6b067450cc4bbda58024084c490eab is 43, key is default/ns:d/1733399331022/Put/seqid=0 2024-12-05T11:49:41,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741847_1023 (size=5153) 2024-12-05T11:49:41,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741847_1023 (size=5153) 2024-12-05T11:49:41,650 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/hbase/meta/1588230740/.tmp/ns/3e6b067450cc4bbda58024084c490eab 2024-12-05T11:49:41,674 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/hbase/meta/1588230740/.tmp/table/f2563f6ed591446aa2a5770e8fe0948e is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1733399331499/Put/seqid=0 2024-12-05T11:49:41,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741848_1024 (size=5508) 2024-12-05T11:49:41,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741848_1024 (size=5508) 2024-12-05T11:49:41,680 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/hbase/meta/1588230740/.tmp/table/f2563f6ed591446aa2a5770e8fe0948e 2024-12-05T11:49:41,686 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/hbase/meta/1588230740/.tmp/info/22d07cb75d2b4798876325c083c3ef0e as hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/hbase/meta/1588230740/info/22d07cb75d2b4798876325c083c3ef0e 2024-12-05T11:49:41,692 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/hbase/meta/1588230740/info/22d07cb75d2b4798876325c083c3ef0e, entries=10, sequenceid=11, filesize=7.1 K 2024-12-05T11:49:41,693 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/hbase/meta/1588230740/.tmp/ns/3e6b067450cc4bbda58024084c490eab as hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/hbase/meta/1588230740/ns/3e6b067450cc4bbda58024084c490eab 2024-12-05T11:49:41,699 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/hbase/meta/1588230740/ns/3e6b067450cc4bbda58024084c490eab, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T11:49:41,700 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/hbase/meta/1588230740/.tmp/table/f2563f6ed591446aa2a5770e8fe0948e as hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/hbase/meta/1588230740/table/f2563f6ed591446aa2a5770e8fe0948e 2024-12-05T11:49:41,706 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/hbase/meta/1588230740/table/f2563f6ed591446aa2a5770e8fe0948e, entries=2, sequenceid=11, filesize=5.4 K 2024-12-05T11:49:41,708 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 103ms, sequenceid=11, compaction requested=false 2024-12-05T11:49:41,712 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T11:49:41,713 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:49:41,713 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:49:41,713 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733399381605Running coprocessor pre-close hooks at 1733399381605Disabling compacts and flushes for region at 1733399381605Disabling writes for close at 1733399381605Obtaining lock to block concurrent updates at 1733399381605Preparing flush snapshotting stores in 1588230740 at 1733399381605Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1733399381606 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733399381607 (+1 ms)Flushing 1588230740/info: creating writer at 1733399381607Flushing 1588230740/info: appending metadata at 1733399381621 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733399381621Flushing 1588230740/ns: creating writer at 1733399381633 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733399381645 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733399381645Flushing 1588230740/table: creating writer at 1733399381656 (+11 ms)Flushing 1588230740/table: appending metadata at 1733399381674 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733399381674Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3691c096: reopening flushed file at 1733399381685 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f5ad19f: reopening flushed file at 1733399381692 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8ed526a: reopening flushed file at 1733399381699 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 103ms, sequenceid=11, compaction requested=false at 1733399381708 (+9 ms)Writing region close event to WAL at 1733399381709 (+1 ms)Running coprocessor post-close hooks at 1733399381713 (+4 ms)Closed at 1733399381713 2024-12-05T11:49:41,713 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:49:41,805 DEBUG [RS:0;80666a11a09f:38053 {}] regionserver.HRegionServer(1351): Waiting on 4ec9c0c7eaec8a70d58971e1546e46eb 2024-12-05T11:49:42,005 DEBUG [RS:0;80666a11a09f:38053 {}] regionserver.HRegionServer(1351): Waiting on 4ec9c0c7eaec8a70d58971e1546e46eb 2024-12-05T11:49:42,016 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/.tmp/info/832e58fb413846caad159cd378cad48d 2024-12-05T11:49:42,023 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/.tmp/info/832e58fb413846caad159cd378cad48d as hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/info/832e58fb413846caad159cd378cad48d 2024-12-05T11:49:42,029 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/info/832e58fb413846caad159cd378cad48d, entries=1, sequenceid=22, filesize=5.9 K 2024-12-05T11:49:42,030 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 4ec9c0c7eaec8a70d58971e1546e46eb in 426ms, sequenceid=22, compaction requested=true 2024-12-05T11:49:42,031 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/info/4f0604fedc014cbcb07802b874a44428, hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/info/b32978aa49fd4f50a703959030464fb8, hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/info/5e11a9df874b4d1cb5821f376425635f] to archive 2024-12-05T11:49:42,033 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T11:49:42,035 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/info/4f0604fedc014cbcb07802b874a44428 to hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/info/4f0604fedc014cbcb07802b874a44428 2024-12-05T11:49:42,036 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/info/b32978aa49fd4f50a703959030464fb8 to hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/info/b32978aa49fd4f50a703959030464fb8 2024-12-05T11:49:42,038 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/info/5e11a9df874b4d1cb5821f376425635f to hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/info/5e11a9df874b4d1cb5821f376425635f 2024-12-05T11:49:42,050 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80666a11a09f:35963 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-05T11:49:42,051 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [4f0604fedc014cbcb07802b874a44428=6008, b32978aa49fd4f50a703959030464fb8=6008, 5e11a9df874b4d1cb5821f376425635f=6008] 2024-12-05T11:49:42,055 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4ec9c0c7eaec8a70d58971e1546e46eb/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-12-05T11:49:42,056 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb. 2024-12-05T11:49:42,056 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ec9c0c7eaec8a70d58971e1546e46eb: Waiting for close lock at 1733399381603Running coprocessor pre-close hooks at 1733399381603Disabling compacts and flushes for region at 1733399381603Disabling writes for close at 1733399381603Obtaining lock to block concurrent updates at 1733399381604 (+1 ms)Preparing flush snapshotting stores in 4ec9c0c7eaec8a70d58971e1546e46eb at 1733399381604Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1733399381604Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb. at 1733399381605 (+1 ms)Flushing 4ec9c0c7eaec8a70d58971e1546e46eb/info: creating writer at 1733399381606 (+1 ms)Flushing 4ec9c0c7eaec8a70d58971e1546e46eb/info: appending metadata at 1733399381609 (+3 ms)Flushing 4ec9c0c7eaec8a70d58971e1546e46eb/info: closing flushed file at 1733399381609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@449e86b1: reopening flushed file at 1733399382022 (+413 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 4ec9c0c7eaec8a70d58971e1546e46eb in 426ms, sequenceid=22, compaction requested=true at 1733399382030 (+8 ms)Writing region close event to WAL at 1733399382051 (+21 ms)Running coprocessor post-close hooks at 1733399382056 (+5 ms)Closed at 1733399382056 2024-12-05T11:49:42,056 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733399331112.4ec9c0c7eaec8a70d58971e1546e46eb. 2024-12-05T11:49:42,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:49:42,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T11:49:42,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T11:49:42,205 INFO [RS:0;80666a11a09f:38053 {}] regionserver.HRegionServer(976): stopping server 80666a11a09f,38053,1733399329970; all regions closed. 2024-12-05T11:49:42,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741834_1010 (size=3306) 2024-12-05T11:49:42,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741834_1010 (size=3306) 2024-12-05T11:49:42,211 DEBUG [RS:0;80666a11a09f:38053 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/oldWALs 2024-12-05T11:49:42,211 INFO [RS:0;80666a11a09f:38053 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80666a11a09f%2C38053%2C1733399329970.meta:.meta(num 1733399330942) 2024-12-05T11:49:42,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741844_1020 (size=1252) 2024-12-05T11:49:42,214 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/WALs/80666a11a09f,38053,1733399329970/80666a11a09f%2C38053%2C1733399329970.1733399381407 not finished, retry = 0 2024-12-05T11:49:42,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741844_1020 (size=1252) 2024-12-05T11:49:42,320 DEBUG [RS:0;80666a11a09f:38053 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/oldWALs 2024-12-05T11:49:42,320 INFO [RS:0;80666a11a09f:38053 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80666a11a09f%2C38053%2C1733399329970:(num 1733399381407) 2024-12-05T11:49:42,320 DEBUG [RS:0;80666a11a09f:38053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:49:42,320 INFO [RS:0;80666a11a09f:38053 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:49:42,320 INFO [RS:0;80666a11a09f:38053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:49:42,320 INFO [RS:0;80666a11a09f:38053 {}] hbase.ChoreService(370): Chore service for: regionserver/80666a11a09f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T11:49:42,321 INFO [RS:0;80666a11a09f:38053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:49:42,321 INFO [regionserver/80666a11a09f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:49:42,321 INFO [RS:0;80666a11a09f:38053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38053 2024-12-05T11:49:42,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T11:49:42,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38053-0x101a69c5d3e0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80666a11a09f,38053,1733399329970 2024-12-05T11:49:42,332 INFO [RS:0;80666a11a09f:38053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:49:42,341 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80666a11a09f,38053,1733399329970] 2024-12-05T11:49:42,343 INFO [regionserver/80666a11a09f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:49:42,349 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80666a11a09f,38053,1733399329970 already deleted, retry=false 2024-12-05T11:49:42,349 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80666a11a09f,38053,1733399329970 expired; onlineServers=0 2024-12-05T11:49:42,349 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80666a11a09f,35963,1733399329502' ***** 2024-12-05T11:49:42,349 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:49:42,349 INFO [M:0;80666a11a09f:35963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:49:42,349 INFO [M:0;80666a11a09f:35963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:49:42,350 DEBUG [M:0;80666a11a09f:35963 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:49:42,350 DEBUG [M:0;80666a11a09f:35963 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:49:42,350 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:49:42,350 DEBUG [master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.large.0-1733399330281 {}] cleaner.HFileCleaner(306): Exit Thread[master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.large.0-1733399330281,5,FailOnTimeoutGroup] 2024-12-05T11:49:42,350 DEBUG [master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.small.0-1733399330281 {}] cleaner.HFileCleaner(306): Exit Thread[master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.small.0-1733399330281,5,FailOnTimeoutGroup] 2024-12-05T11:49:42,350 INFO [M:0;80666a11a09f:35963 {}] hbase.ChoreService(370): Chore service for: master/80666a11a09f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:49:42,350 INFO [M:0;80666a11a09f:35963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:49:42,350 DEBUG [M:0;80666a11a09f:35963 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:49:42,350 INFO [M:0;80666a11a09f:35963 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:49:42,350 INFO [M:0;80666a11a09f:35963 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:49:42,351 INFO [M:0;80666a11a09f:35963 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:49:42,351 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:49:42,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T11:49:42,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:49:42,358 DEBUG [M:0;80666a11a09f:35963 {}] zookeeper.ZKUtil(347): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T11:49:42,358 WARN [M:0;80666a11a09f:35963 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:49:42,359 INFO [M:0;80666a11a09f:35963 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/.lastflushedseqids 2024-12-05T11:49:42,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741849_1025 (size=130) 2024-12-05T11:49:42,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741849_1025 (size=130) 2024-12-05T11:49:42,369 INFO [M:0;80666a11a09f:35963 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:49:42,369 INFO [M:0;80666a11a09f:35963 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:49:42,369 DEBUG [M:0;80666a11a09f:35963 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:49:42,369 INFO [M:0;80666a11a09f:35963 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:49:42,369 DEBUG [M:0;80666a11a09f:35963 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:49:42,369 DEBUG [M:0;80666a11a09f:35963 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:49:42,369 DEBUG [M:0;80666a11a09f:35963 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:49:42,369 INFO [M:0;80666a11a09f:35963 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.58 KB heapSize=54.99 KB 2024-12-05T11:49:42,382 DEBUG [M:0;80666a11a09f:35963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcfef5d8afa7446ca288493eb4fe3757 is 82, key is hbase:meta,,1/info:regioninfo/1733399330981/Put/seqid=0 2024-12-05T11:49:42,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741850_1026 (size=5672) 2024-12-05T11:49:42,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741850_1026 (size=5672) 2024-12-05T11:49:42,388 INFO [M:0;80666a11a09f:35963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcfef5d8afa7446ca288493eb4fe3757 2024-12-05T11:49:42,406 DEBUG [M:0;80666a11a09f:35963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd4f7bf001b848d9b8cdc4c9b77e3be1 is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733399331504/Put/seqid=0 2024-12-05T11:49:42,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741851_1027 (size=7822) 2024-12-05T11:49:42,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741851_1027 (size=7822) 2024-12-05T11:49:42,411 INFO [M:0;80666a11a09f:35963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.98 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd4f7bf001b848d9b8cdc4c9b77e3be1 2024-12-05T11:49:42,416 INFO [M:0;80666a11a09f:35963 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd4f7bf001b848d9b8cdc4c9b77e3be1 2024-12-05T11:49:42,429 DEBUG [M:0;80666a11a09f:35963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b77a113bd99451db66c0b83e938ecb0 is 69, key is 80666a11a09f,38053,1733399329970/rs:state/1733399330327/Put/seqid=0 2024-12-05T11:49:42,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741852_1028 (size=5156) 2024-12-05T11:49:42,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741852_1028 (size=5156) 2024-12-05T11:49:42,434 INFO [M:0;80666a11a09f:35963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b77a113bd99451db66c0b83e938ecb0 2024-12-05T11:49:42,441 INFO [RS:0;80666a11a09f:38053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:49:42,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38053-0x101a69c5d3e0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:49:42,441 INFO [RS:0;80666a11a09f:38053 {}] regionserver.HRegionServer(1031): Exiting; stopping=80666a11a09f,38053,1733399329970; zookeeper connection closed. 2024-12-05T11:49:42,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38053-0x101a69c5d3e0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:49:42,441 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a8e9a23 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a8e9a23 2024-12-05T11:49:42,441 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:49:42,453 DEBUG [M:0;80666a11a09f:35963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/842bb2a35b154cc79853dc6a77569b25 is 52, key is load_balancer_on/state:d/1733399331107/Put/seqid=0 2024-12-05T11:49:42,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741853_1029 (size=5056) 2024-12-05T11:49:42,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741853_1029 (size=5056) 2024-12-05T11:49:42,458 INFO [M:0;80666a11a09f:35963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/842bb2a35b154cc79853dc6a77569b25 2024-12-05T11:49:42,462 DEBUG [M:0;80666a11a09f:35963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcfef5d8afa7446ca288493eb4fe3757 as hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bcfef5d8afa7446ca288493eb4fe3757 2024-12-05T11:49:42,470 INFO [M:0;80666a11a09f:35963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bcfef5d8afa7446ca288493eb4fe3757, entries=8, sequenceid=121, filesize=5.5 K 2024-12-05T11:49:42,471 DEBUG [M:0;80666a11a09f:35963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd4f7bf001b848d9b8cdc4c9b77e3be1 as hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd4f7bf001b848d9b8cdc4c9b77e3be1 2024-12-05T11:49:42,478 INFO [M:0;80666a11a09f:35963 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd4f7bf001b848d9b8cdc4c9b77e3be1 2024-12-05T11:49:42,479 INFO [M:0;80666a11a09f:35963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd4f7bf001b848d9b8cdc4c9b77e3be1, entries=14, sequenceid=121, filesize=7.6 K 2024-12-05T11:49:42,480 DEBUG [M:0;80666a11a09f:35963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b77a113bd99451db66c0b83e938ecb0 as hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b77a113bd99451db66c0b83e938ecb0 2024-12-05T11:49:42,485 INFO [M:0;80666a11a09f:35963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b77a113bd99451db66c0b83e938ecb0, entries=1, sequenceid=121, filesize=5.0 K 2024-12-05T11:49:42,486 DEBUG [M:0;80666a11a09f:35963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/842bb2a35b154cc79853dc6a77569b25 as hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/842bb2a35b154cc79853dc6a77569b25 2024-12-05T11:49:42,491 INFO [M:0;80666a11a09f:35963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37445/user/jenkins/test-data/eeaf0e25-501a-6c15-273a-5ef9f2d2810d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/842bb2a35b154cc79853dc6a77569b25, entries=1, sequenceid=121, filesize=4.9 K 2024-12-05T11:49:42,492 INFO [M:0;80666a11a09f:35963 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.58 KB/44629, heapSize ~54.93 KB/56248, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=121, compaction requested=false 2024-12-05T11:49:42,494 INFO [M:0;80666a11a09f:35963 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:49:42,494 DEBUG [M:0;80666a11a09f:35963 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733399382369Disabling compacts and flushes for region at 1733399382369Disabling writes for close at 1733399382369Obtaining lock to block concurrent updates at 1733399382369Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733399382369Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44629, getHeapSize=56248, getOffHeapSize=0, getCellsCount=140 at 1733399382369Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733399382370 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733399382370Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733399382382 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733399382382Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733399382393 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733399382405 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733399382405Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733399382417 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733399382428 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733399382428Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733399382438 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733399382452 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733399382452Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e0cebc9: reopening flushed file at 1733399382462 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68a0e14b: reopening flushed file at 1733399382470 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30a7f45e: reopening flushed file at 1733399382479 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45292ed5: reopening flushed file at 1733399382485 (+6 ms)Finished flush of dataSize ~43.58 KB/44629, heapSize ~54.93 KB/56248, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=121, compaction requested=false at 1733399382492 (+7 ms)Writing region close event to WAL at 1733399382493 (+1 ms)Closed at 1733399382494 (+1 ms) 2024-12-05T11:49:42,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741830_1006 (size=53026) 2024-12-05T11:49:42,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741830_1006 (size=53026) 2024-12-05T11:49:42,497 INFO [M:0;80666a11a09f:35963 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:49:42,497 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:49:42,497 INFO [M:0;80666a11a09f:35963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35963 2024-12-05T11:49:42,497 INFO [M:0;80666a11a09f:35963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:49:42,605 INFO [M:0;80666a11a09f:35963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:49:42,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:49:42,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101a69c5d3e0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:49:42,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ceabfde{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:49:42,608 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2046e95b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:49:42,608 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:49:42,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bcee989{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:49:42,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c2b99f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/hadoop.log.dir/,STOPPED} 2024-12-05T11:49:42,610 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:49:42,610 WARN [BP-1459266818-172.17.0.2-1733399328028 heartbeating to localhost/127.0.0.1:37445 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:49:42,610 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:49:42,610 WARN [BP-1459266818-172.17.0.2-1733399328028 heartbeating to localhost/127.0.0.1:37445 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1459266818-172.17.0.2-1733399328028 (Datanode Uuid 9b551d3f-6b39-4f2f-9705-d516ea3bcaa0) service to localhost/127.0.0.1:37445 2024-12-05T11:49:42,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/cluster_cd45533a-0d63-32f4-3b28-915de7b4d11c/data/data3/current/BP-1459266818-172.17.0.2-1733399328028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:49:42,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/cluster_cd45533a-0d63-32f4-3b28-915de7b4d11c/data/data4/current/BP-1459266818-172.17.0.2-1733399328028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:49:42,611 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:49:42,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12209e8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:49:42,613 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@558d5bac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:49:42,613 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:49:42,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@652c9634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:49:42,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77029487{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/hadoop.log.dir/,STOPPED} 2024-12-05T11:49:42,615 WARN [BP-1459266818-172.17.0.2-1733399328028 heartbeating to localhost/127.0.0.1:37445 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:49:42,615 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:49:42,615 WARN [BP-1459266818-172.17.0.2-1733399328028 heartbeating to localhost/127.0.0.1:37445 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1459266818-172.17.0.2-1733399328028 (Datanode Uuid 06146406-f27d-4f1f-8c8b-d0013f6cad70) service to localhost/127.0.0.1:37445 2024-12-05T11:49:42,615 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:49:42,616 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/cluster_cd45533a-0d63-32f4-3b28-915de7b4d11c/data/data1/current/BP-1459266818-172.17.0.2-1733399328028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:49:42,616 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/cluster_cd45533a-0d63-32f4-3b28-915de7b4d11c/data/data2/current/BP-1459266818-172.17.0.2-1733399328028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:49:42,616 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:49:42,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58864e0d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:49:42,623 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41e0c3c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:49:42,623 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:49:42,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402236a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:49:42,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e827e8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/hadoop.log.dir/,STOPPED} 2024-12-05T11:49:42,631 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T11:49:42,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:49:42,663 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=96 (was 101), OpenFileDescriptor=424 (was 443), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=203 (was 169) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8255 (was 7249) - AvailableMemoryMB LEAK? - 2024-12-05T11:49:42,670 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=96, OpenFileDescriptor=424, MaxFileDescriptor=1048576, SystemLoadAverage=203, ProcessCount=11, AvailableMemoryMB=8254 2024-12-05T11:49:42,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:49:42,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/hadoop.log.dir so I do NOT create it in target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc 2024-12-05T11:49:42,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb46e5be-e615-6f01-1422-752516530c82/hadoop.tmp.dir so I do NOT create it in target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc 2024-12-05T11:49:42,671 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/cluster_945e5ec0-abb3-296e-b1eb-77d3021041ab, deleteOnExit=true 2024-12-05T11:49:42,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:49:42,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/test.cache.data in system properties and HBase conf 2024-12-05T11:49:42,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:49:42,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:49:42,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:49:42,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:49:42,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:49:42,672 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:49:42,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:49:42,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:49:42,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:49:42,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:49:42,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:49:42,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:49:42,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:49:42,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:49:42,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:49:42,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:49:42,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:49:42,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:49:42,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:49:42,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:49:42,921 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:49:42,927 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:49:42,930 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:49:42,930 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:49:42,930 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:49:42,931 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:49:42,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70bd2432{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:49:42,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ef1dc2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:49:43,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@325b1ff9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/java.io.tmpdir/jetty-localhost-38999-hadoop-hdfs-3_4_1-tests_jar-_-any-7426393683714804404/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:49:43,036 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@410259d2{HTTP/1.1, (http/1.1)}{localhost:38999} 2024-12-05T11:49:43,037 INFO [Time-limited test {}] server.Server(415): Started @146289ms 2024-12-05T11:49:43,246 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:49:43,250 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:49:43,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:49:43,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:49:43,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:49:43,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bd7a0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:49:43,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c6902ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:49:43,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46cdb437{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/java.io.tmpdir/jetty-localhost-34723-hadoop-hdfs-3_4_1-tests_jar-_-any-10134139317665705047/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:49:43,378 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9f17ed9{HTTP/1.1, (http/1.1)}{localhost:34723} 2024-12-05T11:49:43,379 INFO [Time-limited test {}] server.Server(415): Started @146631ms 2024-12-05T11:49:43,380 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:49:43,424 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:49:43,428 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:49:43,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:49:43,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:49:43,431 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:49:43,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6138d67e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:49:43,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a71ebde{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:49:43,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@551d4d7b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/java.io.tmpdir/jetty-localhost-40065-hadoop-hdfs-3_4_1-tests_jar-_-any-5216889101040226112/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:49:43,540 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@205e87c0{HTTP/1.1, (http/1.1)}{localhost:40065} 2024-12-05T11:49:43,540 INFO [Time-limited test {}] server.Server(415): Started @146793ms 2024-12-05T11:49:43,541 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:49:43,880 WARN [Thread-1103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/cluster_945e5ec0-abb3-296e-b1eb-77d3021041ab/data/data1/current/BP-1015191479-172.17.0.2-1733399382694/current, will proceed with Du for space computation calculation, 2024-12-05T11:49:43,880 WARN [Thread-1104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/cluster_945e5ec0-abb3-296e-b1eb-77d3021041ab/data/data2/current/BP-1015191479-172.17.0.2-1733399382694/current, will proceed with Du for space computation calculation, 2024-12-05T11:49:43,905 WARN [Thread-1068 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:49:43,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x187a4a59360742be with lease ID 0xc5f2fc0d47c4e0e3: Processing first storage report for DS-0236c398-7c19-4761-9488-9e504eaca01c from datanode DatanodeRegistration(127.0.0.1:44737, datanodeUuid=f9e1d440-cdeb-4a08-8fc3-a2c6689b439c, infoPort=33363, infoSecurePort=0, ipcPort=38727, storageInfo=lv=-57;cid=testClusterID;nsid=1580760307;c=1733399382694) 2024-12-05T11:49:43,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x187a4a59360742be with lease ID 0xc5f2fc0d47c4e0e3: from storage DS-0236c398-7c19-4761-9488-9e504eaca01c node DatanodeRegistration(127.0.0.1:44737, datanodeUuid=f9e1d440-cdeb-4a08-8fc3-a2c6689b439c, infoPort=33363, infoSecurePort=0, ipcPort=38727, storageInfo=lv=-57;cid=testClusterID;nsid=1580760307;c=1733399382694), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:49:43,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x187a4a59360742be with lease ID 0xc5f2fc0d47c4e0e3: Processing first storage report for DS-4d19c93e-56ce-48d7-b815-32acf84253f9 from datanode DatanodeRegistration(127.0.0.1:44737, datanodeUuid=f9e1d440-cdeb-4a08-8fc3-a2c6689b439c, infoPort=33363, infoSecurePort=0, ipcPort=38727, storageInfo=lv=-57;cid=testClusterID;nsid=1580760307;c=1733399382694) 2024-12-05T11:49:43,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x187a4a59360742be with lease ID 0xc5f2fc0d47c4e0e3: from storage DS-4d19c93e-56ce-48d7-b815-32acf84253f9 node DatanodeRegistration(127.0.0.1:44737, datanodeUuid=f9e1d440-cdeb-4a08-8fc3-a2c6689b439c, infoPort=33363, infoSecurePort=0, ipcPort=38727, storageInfo=lv=-57;cid=testClusterID;nsid=1580760307;c=1733399382694), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:49:44,074 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/cluster_945e5ec0-abb3-296e-b1eb-77d3021041ab/data/data4/current/BP-1015191479-172.17.0.2-1733399382694/current, will proceed with Du for space computation calculation, 2024-12-05T11:49:44,074 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/cluster_945e5ec0-abb3-296e-b1eb-77d3021041ab/data/data3/current/BP-1015191479-172.17.0.2-1733399382694/current, will proceed with Du for space computation calculation, 2024-12-05T11:49:44,094 WARN [Thread-1091 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:49:44,099 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7b0d8bb11d10956 with lease ID 0xc5f2fc0d47c4e0e4: Processing first storage report for DS-2460ad7c-45eb-4cd3-b484-96cf84fc2c1d from datanode DatanodeRegistration(127.0.0.1:44159, datanodeUuid=05b132e0-f15a-493d-a3cf-8e624de9a06d, infoPort=40253, infoSecurePort=0, ipcPort=34171, storageInfo=lv=-57;cid=testClusterID;nsid=1580760307;c=1733399382694) 2024-12-05T11:49:44,099 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7b0d8bb11d10956 with lease ID 0xc5f2fc0d47c4e0e4: from storage DS-2460ad7c-45eb-4cd3-b484-96cf84fc2c1d node DatanodeRegistration(127.0.0.1:44159, datanodeUuid=05b132e0-f15a-493d-a3cf-8e624de9a06d, infoPort=40253, infoSecurePort=0, ipcPort=34171, storageInfo=lv=-57;cid=testClusterID;nsid=1580760307;c=1733399382694), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:49:44,099 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7b0d8bb11d10956 with lease ID 0xc5f2fc0d47c4e0e4: Processing first storage report for DS-ea36ef84-34b7-45e7-904a-029c8d53e0c1 from datanode DatanodeRegistration(127.0.0.1:44159, datanodeUuid=05b132e0-f15a-493d-a3cf-8e624de9a06d, infoPort=40253, infoSecurePort=0, ipcPort=34171, storageInfo=lv=-57;cid=testClusterID;nsid=1580760307;c=1733399382694) 2024-12-05T11:49:44,099 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7b0d8bb11d10956 with lease ID 0xc5f2fc0d47c4e0e4: from storage DS-ea36ef84-34b7-45e7-904a-029c8d53e0c1 node DatanodeRegistration(127.0.0.1:44159, datanodeUuid=05b132e0-f15a-493d-a3cf-8e624de9a06d, infoPort=40253, infoSecurePort=0, ipcPort=34171, storageInfo=lv=-57;cid=testClusterID;nsid=1580760307;c=1733399382694), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:49:44,183 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc 2024-12-05T11:49:44,187 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/cluster_945e5ec0-abb3-296e-b1eb-77d3021041ab/zookeeper_0, clientPort=51941, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/cluster_945e5ec0-abb3-296e-b1eb-77d3021041ab/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/cluster_945e5ec0-abb3-296e-b1eb-77d3021041ab/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T11:49:44,188 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51941 2024-12-05T11:49:44,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:49:44,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:49:44,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:49:44,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:49:44,211 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146 with version=8 2024-12-05T11:49:44,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/hbase-staging 2024-12-05T11:49:44,213 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80666a11a09f:0 server-side Connection retries=45 2024-12-05T11:49:44,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:49:44,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:49:44,213 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:49:44,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:49:44,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:49:44,213 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:49:44,214 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:49:44,214 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34637 2024-12-05T11:49:44,216 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34637 connecting to ZooKeeper ensemble=127.0.0.1:51941 2024-12-05T11:49:44,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346370x0, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:49:44,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34637-0x101a69d32ee0000 connected 2024-12-05T11:49:44,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:49:44,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:49:44,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:49:44,343 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146, hbase.cluster.distributed=false 2024-12-05T11:49:44,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T11:49:44,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34637 2024-12-05T11:49:44,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34637 2024-12-05T11:49:44,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34637 2024-12-05T11:49:44,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34637 2024-12-05T11:49:44,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34637 2024-12-05T11:49:44,365 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80666a11a09f:0 server-side Connection retries=45 2024-12-05T11:49:44,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:49:44,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:49:44,365 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:49:44,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:49:44,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:49:44,366 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:49:44,366 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:49:44,366 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38567 2024-12-05T11:49:44,368 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38567 connecting to ZooKeeper ensemble=127.0.0.1:51941 2024-12-05T11:49:44,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:49:44,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:49:44,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385670x0, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:49:44,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385670x0, quorum=127.0.0.1:51941, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:49:44,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38567-0x101a69d32ee0001 connected 2024-12-05T11:49:44,385 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:49:44,386 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:49:44,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38567-0x101a69d32ee0001, quorum=127.0.0.1:51941, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T11:49:44,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38567-0x101a69d32ee0001, quorum=127.0.0.1:51941, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T11:49:44,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38567 2024-12-05T11:49:44,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38567 2024-12-05T11:49:44,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38567 2024-12-05T11:49:44,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38567 2024-12-05T11:49:44,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38567 2024-12-05T11:49:44,406 DEBUG [M:0;80666a11a09f:34637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80666a11a09f:34637 2024-12-05T11:49:44,407 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/80666a11a09f,34637,1733399384213 2024-12-05T11:49:44,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:49:44,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101a69d32ee0001, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:49:44,414 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/80666a11a09f,34637,1733399384213 2024-12-05T11:49:44,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:49:44,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101a69d32ee0001, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T11:49:44,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101a69d32ee0001, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:49:44,423 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T11:49:44,423 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/80666a11a09f,34637,1733399384213 from backup master directory 2024-12-05T11:49:44,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/80666a11a09f,34637,1733399384213 2024-12-05T11:49:44,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101a69d32ee0001, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:49:44,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:49:44,430 WARN [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:49:44,430 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80666a11a09f,34637,1733399384213 2024-12-05T11:49:44,435 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/hbase.id] with ID: a00648bd-0e4c-4407-a3ac-45f2636f1941 2024-12-05T11:49:44,435 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/.tmp/hbase.id 2024-12-05T11:49:44,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:49:44,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:49:44,444 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/.tmp/hbase.id]:[hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/hbase.id] 2024-12-05T11:49:44,456 INFO [master/80666a11a09f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:49:44,456 INFO [master/80666a11a09f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:49:44,457 INFO [master/80666a11a09f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T11:49:44,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:49:44,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101a69d32ee0001, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:49:44,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:49:44,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:49:44,487 INFO [master/80666a11a09f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:49:44,488 INFO [master/80666a11a09f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:49:44,488 INFO [master/80666a11a09f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:49:44,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:49:44,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:49:44,496 INFO [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/data/master/store 2024-12-05T11:49:44,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:49:44,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:49:44,503 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:49:44,503 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:49:44,503 INFO [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:49:44,503 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:49:44,503 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:49:44,503 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:49:44,503 INFO [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:49:44,503 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733399384503Disabling compacts and flushes for region at 1733399384503Disabling writes for close at 1733399384503Writing region close event to WAL at 1733399384503Closed at 1733399384503 2024-12-05T11:49:44,504 WARN [master/80666a11a09f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/data/master/store/.initializing 2024-12-05T11:49:44,504 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/WALs/80666a11a09f,34637,1733399384213 2024-12-05T11:49:44,505 INFO [master/80666a11a09f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:49:44,506 INFO [master/80666a11a09f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80666a11a09f%2C34637%2C1733399384213, suffix=, logDir=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/WALs/80666a11a09f,34637,1733399384213, archiveDir=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/oldWALs, maxLogs=10 2024-12-05T11:49:44,517 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/WALs/80666a11a09f,34637,1733399384213/80666a11a09f%2C34637%2C1733399384213.1733399384506, exclude list is [], retry=0 2024-12-05T11:49:44,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44159,DS-2460ad7c-45eb-4cd3-b484-96cf84fc2c1d,DISK] 2024-12-05T11:49:44,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44737,DS-0236c398-7c19-4761-9488-9e504eaca01c,DISK] 2024-12-05T11:49:44,521 INFO [master/80666a11a09f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/WALs/80666a11a09f,34637,1733399384213/80666a11a09f%2C34637%2C1733399384213.1733399384506 2024-12-05T11:49:44,522 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40253:40253),(127.0.0.1/127.0.0.1:33363:33363)] 2024-12-05T11:49:44,522 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:49:44,522 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:49:44,522 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:49:44,522 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:49:44,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:49:44,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:49:44,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:49:44,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:49:44,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:49:44,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:49:44,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:49:44,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:49:44,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:49:44,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:49:44,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:49:44,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:49:44,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:49:44,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:49:44,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:49:44,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:49:44,530 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:49:44,531 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:49:44,531 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:49:44,532 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:49:44,532 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:49:44,533 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:49:44,534 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:49:44,536 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:49:44,536 INFO [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=774670, jitterRate=-0.014956742525100708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:49:44,537 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733399384522Initializing all the Stores at 1733399384523 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399384523Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399384523Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399384523Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399384523Cleaning up temporary data from old regions at 1733399384532 (+9 ms)Region opened successfully at 1733399384537 (+5 ms) 2024-12-05T11:49:44,537 INFO [master/80666a11a09f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:49:44,540 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e557f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80666a11a09f/172.17.0.2:0 2024-12-05T11:49:44,541 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:49:44,541 INFO [master/80666a11a09f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:49:44,541 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:49:44,541 INFO [master/80666a11a09f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:49:44,542 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:49:44,542 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:49:44,542 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:49:44,544 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:49:44,545 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T11:49:44,589 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T11:49:44,590 INFO [master/80666a11a09f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:49:44,591 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:49:44,601 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T11:49:44,601 INFO [master/80666a11a09f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:49:44,603 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:49:44,609 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T11:49:44,610 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:49:44,618 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T11:49:44,619 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:49:44,626 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T11:49:44,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101a69d32ee0001, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T11:49:44,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T11:49:44,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101a69d32ee0001, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:49:44,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:49:44,635 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80666a11a09f,34637,1733399384213, sessionid=0x101a69d32ee0000, setting cluster-up flag (Was=false) 2024-12-05T11:49:44,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101a69d32ee0001, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:49:44,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:49:44,676 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T11:49:44,677 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80666a11a09f,34637,1733399384213 2024-12-05T11:49:44,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101a69d32ee0001, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:49:44,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:49:44,780 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T11:49:44,781 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80666a11a09f,34637,1733399384213 2024-12-05T11:49:44,783 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:49:44,784 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:49:44,784 INFO [master/80666a11a09f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:49:44,784 INFO [master/80666a11a09f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:49:44,785 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80666a11a09f,34637,1733399384213 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:49:44,786 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80666a11a09f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:49:44,786 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80666a11a09f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:49:44,786 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80666a11a09f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:49:44,786 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80666a11a09f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:49:44,786 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80666a11a09f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:49:44,786 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:49:44,786 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80666a11a09f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:49:44,786 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:49:44,788 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:49:44,788 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:49:44,790 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:49:44,790 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:49:44,798 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733399414798 2024-12-05T11:49:44,799 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:49:44,799 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:49:44,799 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:49:44,799 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:49:44,799 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:49:44,799 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:49:44,800 INFO [RS:0;80666a11a09f:38567 {}] regionserver.HRegionServer(746): ClusterId : a00648bd-0e4c-4407-a3ac-45f2636f1941 2024-12-05T11:49:44,800 DEBUG [RS:0;80666a11a09f:38567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:49:44,802 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:49:44,808 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:49:44,808 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:49:44,808 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:49:44,808 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:49:44,808 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:49:44,810 DEBUG [RS:0;80666a11a09f:38567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:49:44,810 DEBUG [RS:0;80666a11a09f:38567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:49:44,815 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.large.0-1733399384809,5,FailOnTimeoutGroup] 2024-12-05T11:49:44,818 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.small.0-1733399384815,5,FailOnTimeoutGroup] 2024-12-05T11:49:44,819 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:49:44,819 DEBUG [RS:0;80666a11a09f:38567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:49:44,819 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:49:44,819 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:49:44,819 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:49:44,819 DEBUG [RS:0;80666a11a09f:38567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35eb9842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80666a11a09f/172.17.0.2:0 2024-12-05T11:49:44,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:49:44,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:49:44,831 DEBUG [RS:0;80666a11a09f:38567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80666a11a09f:38567 2024-12-05T11:49:44,831 INFO [RS:0;80666a11a09f:38567 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:49:44,831 INFO [RS:0;80666a11a09f:38567 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:49:44,831 DEBUG [RS:0;80666a11a09f:38567 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:49:44,832 INFO [RS:0;80666a11a09f:38567 {}] regionserver.HRegionServer(2659): reportForDuty to master=80666a11a09f,34637,1733399384213 with port=38567, startcode=1733399384365 2024-12-05T11:49:44,832 DEBUG [RS:0;80666a11a09f:38567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:49:44,834 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48433, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:49:44,835 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34637 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80666a11a09f,38567,1733399384365 2024-12-05T11:49:44,835 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34637 {}] master.ServerManager(517): Registering regionserver=80666a11a09f,38567,1733399384365 2024-12-05T11:49:44,836 DEBUG [RS:0;80666a11a09f:38567 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146 2024-12-05T11:49:44,837 DEBUG [RS:0;80666a11a09f:38567 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39045 2024-12-05T11:49:44,837 DEBUG [RS:0;80666a11a09f:38567 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:49:44,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T11:49:44,848 DEBUG [RS:0;80666a11a09f:38567 {}] zookeeper.ZKUtil(111): regionserver:38567-0x101a69d32ee0001, quorum=127.0.0.1:51941, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80666a11a09f,38567,1733399384365 2024-12-05T11:49:44,848 WARN [RS:0;80666a11a09f:38567 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:49:44,848 INFO [RS:0;80666a11a09f:38567 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:49:44,848 DEBUG [RS:0;80666a11a09f:38567 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/WALs/80666a11a09f,38567,1733399384365 2024-12-05T11:49:44,848 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80666a11a09f,38567,1733399384365] 2024-12-05T11:49:44,851 INFO [RS:0;80666a11a09f:38567 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:49:44,854 INFO [RS:0;80666a11a09f:38567 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:49:44,855 INFO [RS:0;80666a11a09f:38567 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:49:44,855 INFO [RS:0;80666a11a09f:38567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:49:44,855 INFO [RS:0;80666a11a09f:38567 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:49:44,856 INFO [RS:0;80666a11a09f:38567 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:49:44,856 INFO [RS:0;80666a11a09f:38567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:49:44,856 DEBUG [RS:0;80666a11a09f:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:49:44,856 DEBUG [RS:0;80666a11a09f:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:49:44,856 DEBUG [RS:0;80666a11a09f:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:49:44,856 DEBUG [RS:0;80666a11a09f:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:49:44,856 DEBUG [RS:0;80666a11a09f:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:49:44,856 DEBUG [RS:0;80666a11a09f:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80666a11a09f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:49:44,856 DEBUG [RS:0;80666a11a09f:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:49:44,856 DEBUG [RS:0;80666a11a09f:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:49:44,856 DEBUG [RS:0;80666a11a09f:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:49:44,857 DEBUG [RS:0;80666a11a09f:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:49:44,857 DEBUG [RS:0;80666a11a09f:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:49:44,857 DEBUG [RS:0;80666a11a09f:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:49:44,857 DEBUG [RS:0;80666a11a09f:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80666a11a09f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:49:44,857 DEBUG [RS:0;80666a11a09f:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:49:44,857 INFO [RS:0;80666a11a09f:38567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:49:44,857 INFO [RS:0;80666a11a09f:38567 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:49:44,857 INFO [RS:0;80666a11a09f:38567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:49:44,857 INFO [RS:0;80666a11a09f:38567 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:49:44,857 INFO [RS:0;80666a11a09f:38567 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:49:44,857 INFO [RS:0;80666a11a09f:38567 {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,38567,1733399384365-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:49:44,872 INFO [RS:0;80666a11a09f:38567 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:49:44,873 INFO [RS:0;80666a11a09f:38567 {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,38567,1733399384365-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:49:44,873 INFO [RS:0;80666a11a09f:38567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:49:44,873 INFO [RS:0;80666a11a09f:38567 {}] regionserver.Replication(171): 80666a11a09f,38567,1733399384365 started 2024-12-05T11:49:44,893 INFO [RS:0;80666a11a09f:38567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:49:44,893 INFO [RS:0;80666a11a09f:38567 {}] regionserver.HRegionServer(1482): Serving as 80666a11a09f,38567,1733399384365, RpcServer on 80666a11a09f/172.17.0.2:38567, sessionid=0x101a69d32ee0001 2024-12-05T11:49:44,893 DEBUG [RS:0;80666a11a09f:38567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:49:44,893 DEBUG [RS:0;80666a11a09f:38567 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80666a11a09f,38567,1733399384365 2024-12-05T11:49:44,893 DEBUG [RS:0;80666a11a09f:38567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80666a11a09f,38567,1733399384365' 2024-12-05T11:49:44,893 DEBUG [RS:0;80666a11a09f:38567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T11:49:44,894 DEBUG [RS:0;80666a11a09f:38567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T11:49:44,894 DEBUG [RS:0;80666a11a09f:38567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:49:44,894 DEBUG [RS:0;80666a11a09f:38567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:49:44,894 DEBUG [RS:0;80666a11a09f:38567 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80666a11a09f,38567,1733399384365 2024-12-05T11:49:44,895 DEBUG [RS:0;80666a11a09f:38567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80666a11a09f,38567,1733399384365' 2024-12-05T11:49:44,895 DEBUG [RS:0;80666a11a09f:38567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T11:49:44,895 DEBUG [RS:0;80666a11a09f:38567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T11:49:44,895 DEBUG [RS:0;80666a11a09f:38567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:49:44,895 INFO [RS:0;80666a11a09f:38567 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:49:44,896 INFO [RS:0;80666a11a09f:38567 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:49:44,996 INFO [RS:0;80666a11a09f:38567 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:49:44,998 INFO [RS:0;80666a11a09f:38567 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80666a11a09f%2C38567%2C1733399384365, suffix=, logDir=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/WALs/80666a11a09f,38567,1733399384365, archiveDir=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/oldWALs, maxLogs=32 2024-12-05T11:49:45,011 DEBUG [RS:0;80666a11a09f:38567 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/WALs/80666a11a09f,38567,1733399384365/80666a11a09f%2C38567%2C1733399384365.1733399384998, exclude list is [], retry=0 2024-12-05T11:49:45,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44737,DS-0236c398-7c19-4761-9488-9e504eaca01c,DISK] 2024-12-05T11:49:45,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44159,DS-2460ad7c-45eb-4cd3-b484-96cf84fc2c1d,DISK] 2024-12-05T11:49:45,016 INFO [RS:0;80666a11a09f:38567 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/WALs/80666a11a09f,38567,1733399384365/80666a11a09f%2C38567%2C1733399384365.1733399384998 2024-12-05T11:49:45,016 DEBUG [RS:0;80666a11a09f:38567 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33363:33363),(127.0.0.1/127.0.0.1:40253:40253)] 2024-12-05T11:49:45,219 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:49:45,219 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146 2024-12-05T11:49:45,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741833_1009 (size=32) 2024-12-05T11:49:45,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741833_1009 (size=32) 2024-12-05T11:49:45,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:49:45,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:49:45,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:49:45,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:49:45,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:49:45,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:49:45,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:49:45,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:49:45,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:49:45,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:49:45,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:49:45,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:49:45,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:49:45,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:49:45,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:49:45,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:49:45,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:49:45,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:49:45,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740 2024-12-05T11:49:45,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740 2024-12-05T11:49:45,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:49:45,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:49:45,242 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T11:49:45,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:49:45,245 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:49:45,247 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=786564, jitterRate=1.6902387142181396E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T11:49:45,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733399385226Initializing all the Stores at 1733399385227 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399385227Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399385228 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399385228Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399385228Cleaning up temporary data from old regions at 1733399385241 (+13 ms)Region opened successfully at 1733399385248 (+7 ms) 2024-12-05T11:49:45,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:49:45,248 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:49:45,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:49:45,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:49:45,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:49:45,248 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:49:45,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733399385248Disabling compacts and flushes for region at 1733399385248Disabling writes for close at 1733399385248Writing region close event to WAL at 1733399385248Closed at 1733399385248 2024-12-05T11:49:45,250 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:49:45,250 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:49:45,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:49:45,252 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:49:45,253 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:49:45,403 DEBUG [80666a11a09f:34637 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:49:45,404 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80666a11a09f,38567,1733399384365 2024-12-05T11:49:45,405 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80666a11a09f,38567,1733399384365, state=OPENING 2024-12-05T11:49:45,418 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:49:45,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:49:45,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101a69d32ee0001, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:49:45,426 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:49:45,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:49:45,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:49:45,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80666a11a09f,38567,1733399384365}] 2024-12-05T11:49:45,580 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:49:45,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52325, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:49:45,584 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:49:45,585 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:49:45,585 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:49:45,587 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80666a11a09f%2C38567%2C1733399384365.meta, suffix=.meta, logDir=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/WALs/80666a11a09f,38567,1733399384365, archiveDir=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/oldWALs, maxLogs=32 2024-12-05T11:49:45,597 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/WALs/80666a11a09f,38567,1733399384365/80666a11a09f%2C38567%2C1733399384365.meta.1733399385587.meta, exclude list is [], retry=0 2024-12-05T11:49:45,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44159,DS-2460ad7c-45eb-4cd3-b484-96cf84fc2c1d,DISK] 2024-12-05T11:49:45,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44737,DS-0236c398-7c19-4761-9488-9e504eaca01c,DISK] 2024-12-05T11:49:45,602 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/WALs/80666a11a09f,38567,1733399384365/80666a11a09f%2C38567%2C1733399384365.meta.1733399385587.meta 2024-12-05T11:49:45,602 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40253:40253),(127.0.0.1/127.0.0.1:33363:33363)] 2024-12-05T11:49:45,602 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:49:45,602 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:49:45,602 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:49:45,602 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:49:45,603 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:49:45,603 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:49:45,603 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:49:45,603 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:49:45,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:49:45,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:49:45,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:49:45,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:49:45,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:49:45,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:49:45,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:49:45,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:49:45,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:49:45,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:49:45,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:49:45,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:49:45,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:49:45,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:49:45,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:49:45,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:49:45,609 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:49:45,610 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740 2024-12-05T11:49:45,611 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740 2024-12-05T11:49:45,613 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:49:45,613 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:49:45,613 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T11:49:45,614 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:49:45,615 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=731170, jitterRate=-0.0702701061964035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T11:49:45,615 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:49:45,616 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733399385603Writing region info on filesystem at 1733399385603Initializing all the Stores at 1733399385604 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399385604Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399385604Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399385604Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399385604Cleaning up temporary data from old regions at 1733399385613 (+9 ms)Running coprocessor post-open hooks at 1733399385615 (+2 ms)Region opened successfully at 1733399385616 (+1 ms) 2024-12-05T11:49:45,616 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733399385580 2024-12-05T11:49:45,619 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:49:45,619 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:49:45,619 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80666a11a09f,38567,1733399384365 2024-12-05T11:49:45,620 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80666a11a09f,38567,1733399384365, state=OPEN 2024-12-05T11:49:45,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101a69d32ee0001, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T11:49:45,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T11:49:45,654 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80666a11a09f,38567,1733399384365 2024-12-05T11:49:45,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:49:45,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:49:45,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:49:45,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80666a11a09f,38567,1733399384365 in 228 msec 2024-12-05T11:49:45,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:49:45,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-12-05T11:49:45,661 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:49:45,661 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:49:45,663 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:49:45,663 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80666a11a09f,38567,1733399384365, seqNum=-1] 2024-12-05T11:49:45,663 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:49:45,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57877, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:49:45,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 885 msec 2024-12-05T11:49:45,670 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733399385670, completionTime=-1 2024-12-05T11:49:45,670 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:49:45,670 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:49:45,672 INFO [master/80666a11a09f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:49:45,672 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733399445672 2024-12-05T11:49:45,672 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733399505672 2024-12-05T11:49:45,672 INFO [master/80666a11a09f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T11:49:45,673 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,34637,1733399384213-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:49:45,673 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,34637,1733399384213-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:49:45,673 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,34637,1733399384213-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:49:45,673 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80666a11a09f:34637, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:49:45,673 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:49:45,673 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:49:45,675 DEBUG [master/80666a11a09f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:49:45,679 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.248sec 2024-12-05T11:49:45,679 INFO [master/80666a11a09f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:49:45,679 INFO [master/80666a11a09f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:49:45,679 INFO [master/80666a11a09f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:49:45,679 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:49:45,679 INFO [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:49:45,679 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,34637,1733399384213-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:49:45,679 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,34637,1733399384213-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:49:45,682 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:49:45,682 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:49:45,682 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,34637,1733399384213-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:49:45,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a700fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:49:45,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80666a11a09f,34637,-1 for getting cluster id 2024-12-05T11:49:45,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:49:45,703 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a00648bd-0e4c-4407-a3ac-45f2636f1941' 2024-12-05T11:49:45,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:49:45,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a00648bd-0e4c-4407-a3ac-45f2636f1941" 2024-12-05T11:49:45,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3804811f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:49:45,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80666a11a09f,34637,-1] 2024-12-05T11:49:45,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:49:45,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:49:45,706 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:49:45,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2e0a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:49:45,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:49:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80666a11a09f,38567,1733399384365, seqNum=-1] 2024-12-05T11:49:45,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:49:45,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:49:45,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80666a11a09f,34637,1733399384213 2024-12-05T11:49:45,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:49:45,715 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-05T11:49:45,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:49:45,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 80666a11a09f,34637,1733399384213 2024-12-05T11:49:45,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1179e697 2024-12-05T11:49:45,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:49:45,719 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:49:45,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-05T11:49:45,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-05T11:49:45,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:49:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-12-05T11:49:45,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:49:45,723 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:49:45,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-12-05T11:49:45,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:49:45,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:49:45,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741835_1011 (size=381) 2024-12-05T11:49:45,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741835_1011 (size=381) 2024-12-05T11:49:45,740 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 041c11f8dbf4c6eed0b10cd296838f03, NAME => 'TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146 2024-12-05T11:49:45,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741836_1012 (size=64) 2024-12-05T11:49:45,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741836_1012 (size=64) 2024-12-05T11:49:45,749 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:49:45,749 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 041c11f8dbf4c6eed0b10cd296838f03, disabling compactions & flushes 2024-12-05T11:49:45,749 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03. 2024-12-05T11:49:45,749 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03. 2024-12-05T11:49:45,749 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03. after waiting 0 ms 2024-12-05T11:49:45,749 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03. 2024-12-05T11:49:45,749 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03. 2024-12-05T11:49:45,749 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 041c11f8dbf4c6eed0b10cd296838f03: Waiting for close lock at 1733399385749Disabling compacts and flushes for region at 1733399385749Disabling writes for close at 1733399385749Writing region close event to WAL at 1733399385749Closed at 1733399385749 2024-12-05T11:49:45,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:49:45,751 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733399385751"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733399385751"}]},"ts":"1733399385751"} 2024-12-05T11:49:45,754 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:49:45,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:49:45,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733399385755"}]},"ts":"1733399385755"} 2024-12-05T11:49:45,757 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-12-05T11:49:45,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=041c11f8dbf4c6eed0b10cd296838f03, ASSIGN}] 2024-12-05T11:49:45,759 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=041c11f8dbf4c6eed0b10cd296838f03, ASSIGN 2024-12-05T11:49:45,760 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=041c11f8dbf4c6eed0b10cd296838f03, ASSIGN; state=OFFLINE, location=80666a11a09f,38567,1733399384365; forceNewPlan=false, retain=false 2024-12-05T11:49:45,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=041c11f8dbf4c6eed0b10cd296838f03, regionState=OPENING, regionLocation=80666a11a09f,38567,1733399384365 2024-12-05T11:49:45,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=041c11f8dbf4c6eed0b10cd296838f03, ASSIGN because future has completed 2024-12-05T11:49:45,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 041c11f8dbf4c6eed0b10cd296838f03, server=80666a11a09f,38567,1733399384365}] 2024-12-05T11:49:46,071 INFO [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03. 2024-12-05T11:49:46,071 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 041c11f8dbf4c6eed0b10cd296838f03, NAME => 'TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:49:46,072 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 041c11f8dbf4c6eed0b10cd296838f03 2024-12-05T11:49:46,072 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:49:46,072 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 041c11f8dbf4c6eed0b10cd296838f03 2024-12-05T11:49:46,072 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 041c11f8dbf4c6eed0b10cd296838f03 2024-12-05T11:49:46,075 INFO [StoreOpener-041c11f8dbf4c6eed0b10cd296838f03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 041c11f8dbf4c6eed0b10cd296838f03 2024-12-05T11:49:46,076 INFO [StoreOpener-041c11f8dbf4c6eed0b10cd296838f03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 041c11f8dbf4c6eed0b10cd296838f03 columnFamilyName info 2024-12-05T11:49:46,077 DEBUG [StoreOpener-041c11f8dbf4c6eed0b10cd296838f03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:49:46,077 INFO [StoreOpener-041c11f8dbf4c6eed0b10cd296838f03-1 {}] regionserver.HStore(327): Store=041c11f8dbf4c6eed0b10cd296838f03/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:49:46,077 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 041c11f8dbf4c6eed0b10cd296838f03 2024-12-05T11:49:46,078 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03 2024-12-05T11:49:46,079 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03 2024-12-05T11:49:46,079 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 041c11f8dbf4c6eed0b10cd296838f03 2024-12-05T11:49:46,079 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 041c11f8dbf4c6eed0b10cd296838f03 2024-12-05T11:49:46,082 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 041c11f8dbf4c6eed0b10cd296838f03 2024-12-05T11:49:46,084 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:49:46,085 INFO [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 041c11f8dbf4c6eed0b10cd296838f03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=695418, jitterRate=-0.11573049426078796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:49:46,085 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 041c11f8dbf4c6eed0b10cd296838f03 2024-12-05T11:49:46,086 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 041c11f8dbf4c6eed0b10cd296838f03: Running coprocessor pre-open hook at 1733399386072Writing region info on filesystem at 1733399386072Initializing all the Stores at 1733399386073 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399386073Cleaning up temporary data from old regions at 1733399386079 (+6 ms)Running coprocessor post-open hooks at 1733399386085 (+6 ms)Region opened successfully at 1733399386085 2024-12-05T11:49:46,087 INFO [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03., pid=6, masterSystemTime=1733399386066 2024-12-05T11:49:46,089 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03. 2024-12-05T11:49:46,089 INFO [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03. 2024-12-05T11:49:46,089 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=041c11f8dbf4c6eed0b10cd296838f03, regionState=OPEN, openSeqNum=2, regionLocation=80666a11a09f,38567,1733399384365 2024-12-05T11:49:46,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 041c11f8dbf4c6eed0b10cd296838f03, server=80666a11a09f,38567,1733399384365 because future has completed 2024-12-05T11:49:46,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T11:49:46,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 041c11f8dbf4c6eed0b10cd296838f03, server=80666a11a09f,38567,1733399384365 in 185 msec 2024-12-05T11:49:46,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T11:49:46,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=041c11f8dbf4c6eed0b10cd296838f03, ASSIGN in 345 msec 2024-12-05T11:49:46,108 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:49:46,108 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733399386108"}]},"ts":"1733399386108"} 2024-12-05T11:49:46,110 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-12-05T11:49:46,112 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:49:46,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 392 msec 2024-12-05T11:49:46,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:49:46,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:49:46,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:49:46,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:49:46,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:49:46,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:49:46,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:49:46,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:49:46,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:49:46,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:49:47,235 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:49:47,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:49:47,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:49:47,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:49:47,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:49:47,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:49:47,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:49:47,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:49:47,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:49:47,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:49:47,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:49:50,852 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T11:49:50,853 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-12-05T11:49:52,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T11:49:52,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T11:49:52,181 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:49:52,181 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T11:49:52,181 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-12-05T11:49:52,181 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-05T11:49:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:49:55,751 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-12-05T11:49:55,751 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-12-05T11:49:55,754 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-12-05T11:49:55,754 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03. 2024-12-05T11:49:55,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03., hostname=80666a11a09f,38567,1733399384365, seqNum=2] 2024-12-05T11:49:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] regionserver.HRegion(8855): Flush requested on 041c11f8dbf4c6eed0b10cd296838f03 2024-12-05T11:49:55,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 041c11f8dbf4c6eed0b10cd296838f03 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T11:49:55,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/.tmp/info/c23006199f774cde8278526942ba71dd is 1055, key is row0001/info:/1733399395759/Put/seqid=0 2024-12-05T11:49:55,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741837_1013 (size=13386) 2024-12-05T11:49:55,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741837_1013 (size=13386) 2024-12-05T11:49:55,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/.tmp/info/c23006199f774cde8278526942ba71dd 2024-12-05T11:49:55,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/.tmp/info/c23006199f774cde8278526942ba71dd as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/c23006199f774cde8278526942ba71dd 2024-12-05T11:49:55,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/c23006199f774cde8278526942ba71dd, entries=8, sequenceid=12, filesize=13.1 K 2024-12-05T11:49:55,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=041c11f8dbf4c6eed0b10cd296838f03, server=80666a11a09f,38567,1733399384365 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T11:49:55,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 041c11f8dbf4c6eed0b10cd296838f03 in 47ms, sequenceid=12, compaction requested=false 2024-12-05T11:49:55,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 041c11f8dbf4c6eed0b10cd296838f03: 2024-12-05T11:49:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:34396 deadline: 1733399405821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=041c11f8dbf4c6eed0b10cd296838f03, server=80666a11a09f,38567,1733399384365 2024-12-05T11:49:55,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03., hostname=80666a11a09f,38567,1733399384365, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03., hostname=80666a11a09f,38567,1733399384365, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=041c11f8dbf4c6eed0b10cd296838f03, server=80666a11a09f,38567,1733399384365 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T11:49:55,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03., hostname=80666a11a09f,38567,1733399384365, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=041c11f8dbf4c6eed0b10cd296838f03, server=80666a11a09f,38567,1733399384365 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T11:49:55,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03., hostname=80666a11a09f,38567,1733399384365, seqNum=2 because the exception is null or not the one we care about 2024-12-05T11:50:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] regionserver.HRegion(8855): Flush requested on 041c11f8dbf4c6eed0b10cd296838f03 2024-12-05T11:50:05,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 041c11f8dbf4c6eed0b10cd296838f03 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-12-05T11:50:05,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/.tmp/info/17c7d39ea53542f6a4d5083774ca9ab7 is 1055, key is row0009/info:/1733399395777/Put/seqid=0 2024-12-05T11:50:05,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741838_1014 (size=28134) 2024-12-05T11:50:05,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/.tmp/info/17c7d39ea53542f6a4d5083774ca9ab7 2024-12-05T11:50:05,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741838_1014 (size=28134) 2024-12-05T11:50:05,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/.tmp/info/17c7d39ea53542f6a4d5083774ca9ab7 as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/17c7d39ea53542f6a4d5083774ca9ab7 2024-12-05T11:50:05,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/17c7d39ea53542f6a4d5083774ca9ab7, entries=22, sequenceid=37, filesize=27.5 K 2024-12-05T11:50:05,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 041c11f8dbf4c6eed0b10cd296838f03 in 30ms, sequenceid=37, compaction requested=false 2024-12-05T11:50:05,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 041c11f8dbf4c6eed0b10cd296838f03: 2024-12-05T11:50:05,965 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-12-05T11:50:05,965 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T11:50:05,965 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/17c7d39ea53542f6a4d5083774ca9ab7 because midkey is the same as first or last row 2024-12-05T11:50:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] regionserver.HRegion(8855): Flush requested on 041c11f8dbf4c6eed0b10cd296838f03 2024-12-05T11:50:07,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 041c11f8dbf4c6eed0b10cd296838f03 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T11:50:07,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/.tmp/info/7908499458c7455aa7a516d6e988662d is 1055, key is row0031/info:/1733399405937/Put/seqid=0 2024-12-05T11:50:07,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741839_1015 (size=13386) 2024-12-05T11:50:07,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741839_1015 (size=13386) 2024-12-05T11:50:08,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=041c11f8dbf4c6eed0b10cd296838f03, server=80666a11a09f,38567,1733399384365 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T11:50:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:34396 deadline: 1733399418027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=041c11f8dbf4c6eed0b10cd296838f03, server=80666a11a09f,38567,1733399384365 2024-12-05T11:50:08,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03., hostname=80666a11a09f,38567,1733399384365, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03., hostname=80666a11a09f,38567,1733399384365, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=041c11f8dbf4c6eed0b10cd296838f03, server=80666a11a09f,38567,1733399384365 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T11:50:08,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03., hostname=80666a11a09f,38567,1733399384365, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=041c11f8dbf4c6eed0b10cd296838f03, server=80666a11a09f,38567,1733399384365 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T11:50:08,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03., hostname=80666a11a09f,38567,1733399384365, seqNum=2 because the exception is null or not the one we care about 2024-12-05T11:50:08,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/.tmp/info/7908499458c7455aa7a516d6e988662d 2024-12-05T11:50:08,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/.tmp/info/7908499458c7455aa7a516d6e988662d as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/7908499458c7455aa7a516d6e988662d 2024-12-05T11:50:08,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/7908499458c7455aa7a516d6e988662d, entries=8, sequenceid=48, filesize=13.1 K 2024-12-05T11:50:08,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 041c11f8dbf4c6eed0b10cd296838f03 in 443ms, sequenceid=48, compaction requested=true 2024-12-05T11:50:08,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 041c11f8dbf4c6eed0b10cd296838f03: 2024-12-05T11:50:08,403 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-12-05T11:50:08,403 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T11:50:08,403 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/17c7d39ea53542f6a4d5083774ca9ab7 because midkey is the same as first or last row 2024-12-05T11:50:08,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 041c11f8dbf4c6eed0b10cd296838f03:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T11:50:08,405 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T11:50:08,406 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T11:50:08,407 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1541): 041c11f8dbf4c6eed0b10cd296838f03/info is initiating minor compaction (all files) 2024-12-05T11:50:08,407 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 041c11f8dbf4c6eed0b10cd296838f03/info in TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03. 2024-12-05T11:50:08,407 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/c23006199f774cde8278526942ba71dd, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/17c7d39ea53542f6a4d5083774ca9ab7, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/7908499458c7455aa7a516d6e988662d] into tmpdir=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/.tmp, totalSize=53.6 K 2024-12-05T11:50:08,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T11:50:08,408 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting c23006199f774cde8278526942ba71dd, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733399395759 2024-12-05T11:50:08,410 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17c7d39ea53542f6a4d5083774ca9ab7, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733399395777 2024-12-05T11:50:08,411 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7908499458c7455aa7a516d6e988662d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733399405937 2024-12-05T11:50:08,446 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 041c11f8dbf4c6eed0b10cd296838f03#info#compaction#34 average throughput is 12.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T11:50:08,447 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/.tmp/info/c43fad8f99fd472192fe1851ccd26f0f is 1055, key is row0001/info:/1733399395759/Put/seqid=0 2024-12-05T11:50:08,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741840_1016 (size=45105) 2024-12-05T11:50:08,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741840_1016 (size=45105) 2024-12-05T11:50:08,492 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/.tmp/info/c43fad8f99fd472192fe1851ccd26f0f as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/c43fad8f99fd472192fe1851ccd26f0f 2024-12-05T11:50:08,501 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 041c11f8dbf4c6eed0b10cd296838f03/info of 041c11f8dbf4c6eed0b10cd296838f03 into c43fad8f99fd472192fe1851ccd26f0f(size=44.0 K), total size for store is 44.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T11:50:08,501 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 041c11f8dbf4c6eed0b10cd296838f03: 2024-12-05T11:50:08,503 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03., storeName=041c11f8dbf4c6eed0b10cd296838f03/info, priority=13, startTime=1733399408404; duration=0sec 2024-12-05T11:50:08,504 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=44.0 K, sizeToCheck=16.0 K 2024-12-05T11:50:08,504 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T11:50:08,504 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/c43fad8f99fd472192fe1851ccd26f0f because midkey is the same as first or last row 2024-12-05T11:50:08,504 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=44.0 K, sizeToCheck=16.0 K 2024-12-05T11:50:08,504 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T11:50:08,504 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/c43fad8f99fd472192fe1851ccd26f0f because midkey is the same as first or last row 2024-12-05T11:50:08,504 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=44.0 K, sizeToCheck=16.0 K 2024-12-05T11:50:08,504 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T11:50:08,505 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/c43fad8f99fd472192fe1851ccd26f0f because midkey is the same as first or last row 2024-12-05T11:50:08,505 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T11:50:08,505 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 041c11f8dbf4c6eed0b10cd296838f03:info 2024-12-05T11:50:14,183 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T11:50:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] regionserver.HRegion(8855): Flush requested on 041c11f8dbf4c6eed0b10cd296838f03 2024-12-05T11:50:18,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 041c11f8dbf4c6eed0b10cd296838f03 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-12-05T11:50:18,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/.tmp/info/829fa5f96ea44026bdffccc0423a91b5 is 1055, key is row0039/info:/1733399407962/Put/seqid=0 2024-12-05T11:50:18,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741841_1017 (size=28134) 2024-12-05T11:50:18,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741841_1017 (size=28134) 2024-12-05T11:50:18,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/.tmp/info/829fa5f96ea44026bdffccc0423a91b5 2024-12-05T11:50:18,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/.tmp/info/829fa5f96ea44026bdffccc0423a91b5 as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/829fa5f96ea44026bdffccc0423a91b5 2024-12-05T11:50:18,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/829fa5f96ea44026bdffccc0423a91b5, entries=22, sequenceid=74, filesize=27.5 K 2024-12-05T11:50:18,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=4.11 KB/4204 for 041c11f8dbf4c6eed0b10cd296838f03 in 30ms, sequenceid=74, compaction requested=false 2024-12-05T11:50:18,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 041c11f8dbf4c6eed0b10cd296838f03: 2024-12-05T11:50:18,135 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=71.5 K, sizeToCheck=16.0 K 2024-12-05T11:50:18,135 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T11:50:18,135 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/c43fad8f99fd472192fe1851ccd26f0f because midkey is the same as first or last row 2024-12-05T11:50:20,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] regionserver.HRegion(8855): Flush requested on 041c11f8dbf4c6eed0b10cd296838f03 2024-12-05T11:50:20,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 041c11f8dbf4c6eed0b10cd296838f03 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T11:50:20,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=041c11f8dbf4c6eed0b10cd296838f03, server=80666a11a09f,38567,1733399384365 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T11:50:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:34396 deadline: 1733399430166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=041c11f8dbf4c6eed0b10cd296838f03, server=80666a11a09f,38567,1733399384365 2024-12-05T11:50:20,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03., hostname=80666a11a09f,38567,1733399384365, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03., hostname=80666a11a09f,38567,1733399384365, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=041c11f8dbf4c6eed0b10cd296838f03, server=80666a11a09f,38567,1733399384365 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T11:50:20,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03., hostname=80666a11a09f,38567,1733399384365, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=041c11f8dbf4c6eed0b10cd296838f03, server=80666a11a09f,38567,1733399384365 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T11:50:20,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03., hostname=80666a11a09f,38567,1733399384365, seqNum=2 because the exception is null or not the one we care about 2024-12-05T11:50:20,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/.tmp/info/c73ea2f0b7d0471bb6f16dee7937269f is 1055, key is row0061/info:/1733399418109/Put/seqid=0 2024-12-05T11:50:20,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741842_1018 (size=13386) 2024-12-05T11:50:20,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741842_1018 (size=13386) 2024-12-05T11:50:20,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/.tmp/info/c73ea2f0b7d0471bb6f16dee7937269f 2024-12-05T11:50:20,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/.tmp/info/c73ea2f0b7d0471bb6f16dee7937269f as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/c73ea2f0b7d0471bb6f16dee7937269f 2024-12-05T11:50:20,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/c73ea2f0b7d0471bb6f16dee7937269f, entries=8, sequenceid=85, filesize=13.1 K 2024-12-05T11:50:20,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 041c11f8dbf4c6eed0b10cd296838f03 in 116ms, sequenceid=85, compaction requested=true 2024-12-05T11:50:20,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 041c11f8dbf4c6eed0b10cd296838f03: 2024-12-05T11:50:20,247 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=84.6 K, sizeToCheck=16.0 K 2024-12-05T11:50:20,247 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T11:50:20,247 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/c43fad8f99fd472192fe1851ccd26f0f because midkey is the same as first or last row 2024-12-05T11:50:20,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 041c11f8dbf4c6eed0b10cd296838f03:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T11:50:20,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T11:50:20,247 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T11:50:20,249 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 86625 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T11:50:20,249 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1541): 041c11f8dbf4c6eed0b10cd296838f03/info is initiating minor compaction (all files) 2024-12-05T11:50:20,249 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 041c11f8dbf4c6eed0b10cd296838f03/info in TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03. 2024-12-05T11:50:20,249 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/c43fad8f99fd472192fe1851ccd26f0f, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/829fa5f96ea44026bdffccc0423a91b5, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/c73ea2f0b7d0471bb6f16dee7937269f] into tmpdir=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/.tmp, totalSize=84.6 K 2024-12-05T11:50:20,249 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting c43fad8f99fd472192fe1851ccd26f0f, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733399395759 2024-12-05T11:50:20,250 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting 829fa5f96ea44026bdffccc0423a91b5, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733399407962 2024-12-05T11:50:20,250 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting c73ea2f0b7d0471bb6f16dee7937269f, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733399418109 2024-12-05T11:50:20,268 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 041c11f8dbf4c6eed0b10cd296838f03#info#compaction#37 average throughput is 17.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T11:50:20,268 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/.tmp/info/e151a523f0fe48df817c5b7363733d03 is 1055, key is row0001/info:/1733399395759/Put/seqid=0 2024-12-05T11:50:20,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741843_1019 (size=76909) 2024-12-05T11:50:20,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741843_1019 (size=76909) 2024-12-05T11:50:20,278 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/.tmp/info/e151a523f0fe48df817c5b7363733d03 as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/e151a523f0fe48df817c5b7363733d03 2024-12-05T11:50:20,284 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 041c11f8dbf4c6eed0b10cd296838f03/info of 041c11f8dbf4c6eed0b10cd296838f03 into e151a523f0fe48df817c5b7363733d03(size=75.1 K), total size for store is 75.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T11:50:20,284 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 041c11f8dbf4c6eed0b10cd296838f03: 2024-12-05T11:50:20,284 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03., storeName=041c11f8dbf4c6eed0b10cd296838f03/info, priority=13, startTime=1733399420247; duration=0sec 2024-12-05T11:50:20,284 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=75.1 K, sizeToCheck=16.0 K 2024-12-05T11:50:20,284 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T11:50:20,284 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=75.1 K, sizeToCheck=16.0 K 2024-12-05T11:50:20,284 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T11:50:20,285 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=75.1 K, sizeToCheck=16.0 K 2024-12-05T11:50:20,285 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T11:50:20,285 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T11:50:20,285 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T11:50:20,285 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 041c11f8dbf4c6eed0b10cd296838f03:info 2024-12-05T11:50:20,286 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34637 {}] assignment.AssignmentManager(1363): Split request from 80666a11a09f,38567,1733399384365, parent={ENCODED => 041c11f8dbf4c6eed0b10cd296838f03, NAME => 'TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-12-05T11:50:20,290 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34637 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=80666a11a09f,38567,1733399384365 2024-12-05T11:50:20,294 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34637 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=041c11f8dbf4c6eed0b10cd296838f03, daughterA=7d0dcff27759333f48c950f906593847, daughterB=50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:20,296 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=041c11f8dbf4c6eed0b10cd296838f03, daughterA=7d0dcff27759333f48c950f906593847, daughterB=50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:20,296 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=041c11f8dbf4c6eed0b10cd296838f03, daughterA=7d0dcff27759333f48c950f906593847, daughterB=50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:20,296 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=041c11f8dbf4c6eed0b10cd296838f03, daughterA=7d0dcff27759333f48c950f906593847, daughterB=50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:20,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=041c11f8dbf4c6eed0b10cd296838f03, UNASSIGN}] 2024-12-05T11:50:20,302 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=041c11f8dbf4c6eed0b10cd296838f03, UNASSIGN 2024-12-05T11:50:20,304 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=041c11f8dbf4c6eed0b10cd296838f03, regionState=CLOSING, regionLocation=80666a11a09f,38567,1733399384365 2024-12-05T11:50:20,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=041c11f8dbf4c6eed0b10cd296838f03, UNASSIGN because future has completed 2024-12-05T11:50:20,306 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-12-05T11:50:20,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 041c11f8dbf4c6eed0b10cd296838f03, server=80666a11a09f,38567,1733399384365}] 2024-12-05T11:50:20,464 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 041c11f8dbf4c6eed0b10cd296838f03 2024-12-05T11:50:20,464 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-12-05T11:50:20,465 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 041c11f8dbf4c6eed0b10cd296838f03, disabling compactions & flushes 2024-12-05T11:50:20,465 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03. 2024-12-05T11:50:20,465 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03. 2024-12-05T11:50:20,465 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03. after waiting 0 ms 2024-12-05T11:50:20,465 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03. 2024-12-05T11:50:20,465 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 041c11f8dbf4c6eed0b10cd296838f03 1/1 column families, dataSize=21.55 KB heapSize=23.38 KB 2024-12-05T11:50:20,472 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/.tmp/info/19f8a08445cb41afbe1df133c8a6f797 is 1055, key is row0069/info:/1733399420132/Put/seqid=0 2024-12-05T11:50:20,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741844_1020 (size=27082) 2024-12-05T11:50:20,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741844_1020 (size=27082) 2024-12-05T11:50:20,480 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.55 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/.tmp/info/19f8a08445cb41afbe1df133c8a6f797 2024-12-05T11:50:20,487 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/.tmp/info/19f8a08445cb41afbe1df133c8a6f797 as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/19f8a08445cb41afbe1df133c8a6f797 2024-12-05T11:50:20,495 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/19f8a08445cb41afbe1df133c8a6f797, entries=21, sequenceid=110, filesize=26.4 K 2024-12-05T11:50:20,496 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~21.55 KB/22071, heapSize ~23.37 KB/23928, currentSize=0 B/0 for 041c11f8dbf4c6eed0b10cd296838f03 in 31ms, sequenceid=110, compaction requested=false 2024-12-05T11:50:20,497 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/c23006199f774cde8278526942ba71dd, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/17c7d39ea53542f6a4d5083774ca9ab7, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/c43fad8f99fd472192fe1851ccd26f0f, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/7908499458c7455aa7a516d6e988662d, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/829fa5f96ea44026bdffccc0423a91b5, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/c73ea2f0b7d0471bb6f16dee7937269f] to archive 2024-12-05T11:50:20,498 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T11:50:20,499 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/c23006199f774cde8278526942ba71dd to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/c23006199f774cde8278526942ba71dd 2024-12-05T11:50:20,501 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/17c7d39ea53542f6a4d5083774ca9ab7 to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/17c7d39ea53542f6a4d5083774ca9ab7 2024-12-05T11:50:20,502 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/c43fad8f99fd472192fe1851ccd26f0f to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/c43fad8f99fd472192fe1851ccd26f0f 2024-12-05T11:50:20,503 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/7908499458c7455aa7a516d6e988662d to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/7908499458c7455aa7a516d6e988662d 2024-12-05T11:50:20,504 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/829fa5f96ea44026bdffccc0423a91b5 to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/829fa5f96ea44026bdffccc0423a91b5 2024-12-05T11:50:20,505 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/c73ea2f0b7d0471bb6f16dee7937269f to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/c73ea2f0b7d0471bb6f16dee7937269f 2024-12-05T11:50:20,511 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/recovered.edits/113.seqid, newMaxSeqId=113, maxSeqId=1 2024-12-05T11:50:20,511 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03. 2024-12-05T11:50:20,511 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 041c11f8dbf4c6eed0b10cd296838f03: Waiting for close lock at 1733399420465Running coprocessor pre-close hooks at 1733399420465Disabling compacts and flushes for region at 1733399420465Disabling writes for close at 1733399420465Obtaining lock to block concurrent updates at 1733399420465Preparing flush snapshotting stores in 041c11f8dbf4c6eed0b10cd296838f03 at 1733399420465Finished memstore snapshotting TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03., syncing WAL and waiting on mvcc, flushsize=dataSize=22071, getHeapSize=23928, getOffHeapSize=0, getCellsCount=21 at 1733399420465Flushing stores of TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03. at 1733399420466 (+1 ms)Flushing 041c11f8dbf4c6eed0b10cd296838f03/info: creating writer at 1733399420466Flushing 041c11f8dbf4c6eed0b10cd296838f03/info: appending metadata at 1733399420471 (+5 ms)Flushing 041c11f8dbf4c6eed0b10cd296838f03/info: closing flushed file at 1733399420471Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c266fa7: reopening flushed file at 1733399420486 (+15 ms)Finished flush of dataSize ~21.55 KB/22071, heapSize ~23.37 KB/23928, currentSize=0 B/0 for 041c11f8dbf4c6eed0b10cd296838f03 in 31ms, sequenceid=110, compaction requested=false at 1733399420496 (+10 ms)Writing region close event to WAL at 1733399420508 (+12 ms)Running coprocessor post-close hooks at 1733399420511 (+3 ms)Closed at 1733399420511 2024-12-05T11:50:20,513 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 041c11f8dbf4c6eed0b10cd296838f03 2024-12-05T11:50:20,514 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=041c11f8dbf4c6eed0b10cd296838f03, regionState=CLOSED 2024-12-05T11:50:20,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 041c11f8dbf4c6eed0b10cd296838f03, server=80666a11a09f,38567,1733399384365 because future has completed 2024-12-05T11:50:20,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T11:50:20,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 041c11f8dbf4c6eed0b10cd296838f03, server=80666a11a09f,38567,1733399384365 in 211 msec 2024-12-05T11:50:20,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-05T11:50:20,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=041c11f8dbf4c6eed0b10cd296838f03, UNASSIGN in 219 msec 2024-12-05T11:50:20,532 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:50:20,537 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 2 storefiles, region=041c11f8dbf4c6eed0b10cd296838f03, threads=2 2024-12-05T11:50:20,539 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/19f8a08445cb41afbe1df133c8a6f797 for region: 041c11f8dbf4c6eed0b10cd296838f03 2024-12-05T11:50:20,539 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/e151a523f0fe48df817c5b7363733d03 for region: 041c11f8dbf4c6eed0b10cd296838f03 2024-12-05T11:50:20,550 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/19f8a08445cb41afbe1df133c8a6f797, top=true 2024-12-05T11:50:20,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741845_1021 (size=27) 2024-12-05T11:50:20,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741845_1021 (size=27) 2024-12-05T11:50:20,558 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/TestLogRolling-testLogRolling=041c11f8dbf4c6eed0b10cd296838f03-19f8a08445cb41afbe1df133c8a6f797 for child: 50018ed533a8556eeff6f8aa7552f905, parent: 041c11f8dbf4c6eed0b10cd296838f03 2024-12-05T11:50:20,558 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/19f8a08445cb41afbe1df133c8a6f797 for region: 041c11f8dbf4c6eed0b10cd296838f03 2024-12-05T11:50:20,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741846_1022 (size=27) 2024-12-05T11:50:20,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741846_1022 (size=27) 2024-12-05T11:50:20,567 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/e151a523f0fe48df817c5b7363733d03 for region: 041c11f8dbf4c6eed0b10cd296838f03 2024-12-05T11:50:20,568 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 041c11f8dbf4c6eed0b10cd296838f03 Daughter A: [hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/7d0dcff27759333f48c950f906593847/info/e151a523f0fe48df817c5b7363733d03.041c11f8dbf4c6eed0b10cd296838f03] storefiles, Daughter B: [hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/TestLogRolling-testLogRolling=041c11f8dbf4c6eed0b10cd296838f03-19f8a08445cb41afbe1df133c8a6f797, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/e151a523f0fe48df817c5b7363733d03.041c11f8dbf4c6eed0b10cd296838f03] storefiles. 2024-12-05T11:50:20,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741847_1023 (size=71) 2024-12-05T11:50:20,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741847_1023 (size=71) 2024-12-05T11:50:20,577 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:50:20,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741848_1024 (size=71) 2024-12-05T11:50:20,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741848_1024 (size=71) 2024-12-05T11:50:20,591 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:50:20,601 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/7d0dcff27759333f48c950f906593847/recovered.edits/113.seqid, newMaxSeqId=113, maxSeqId=-1 2024-12-05T11:50:20,603 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/recovered.edits/113.seqid, newMaxSeqId=113, maxSeqId=-1 2024-12-05T11:50:20,605 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733399420605"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1733399420605"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1733399420605"}]},"ts":"1733399420605"} 2024-12-05T11:50:20,605 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733399420290.7d0dcff27759333f48c950f906593847.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733399420605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733399420605"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733399420605"}]},"ts":"1733399420605"} 2024-12-05T11:50:20,605 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733399420605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733399420605"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733399420605"}]},"ts":"1733399420605"} 2024-12-05T11:50:20,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7d0dcff27759333f48c950f906593847, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=50018ed533a8556eeff6f8aa7552f905, ASSIGN}] 2024-12-05T11:50:20,621 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=50018ed533a8556eeff6f8aa7552f905, ASSIGN 2024-12-05T11:50:20,621 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7d0dcff27759333f48c950f906593847, ASSIGN 2024-12-05T11:50:20,622 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7d0dcff27759333f48c950f906593847, ASSIGN; state=SPLITTING_NEW, location=80666a11a09f,38567,1733399384365; forceNewPlan=false, retain=false 2024-12-05T11:50:20,622 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=50018ed533a8556eeff6f8aa7552f905, ASSIGN; state=SPLITTING_NEW, location=80666a11a09f,38567,1733399384365; forceNewPlan=false, retain=false 2024-12-05T11:50:20,772 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7d0dcff27759333f48c950f906593847, regionState=OPENING, regionLocation=80666a11a09f,38567,1733399384365 2024-12-05T11:50:20,772 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=50018ed533a8556eeff6f8aa7552f905, regionState=OPENING, regionLocation=80666a11a09f,38567,1733399384365 2024-12-05T11:50:20,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7d0dcff27759333f48c950f906593847, ASSIGN because future has completed 2024-12-05T11:50:20,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d0dcff27759333f48c950f906593847, server=80666a11a09f,38567,1733399384365}] 2024-12-05T11:50:20,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=50018ed533a8556eeff6f8aa7552f905, ASSIGN because future has completed 2024-12-05T11:50:20,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50018ed533a8556eeff6f8aa7552f905, server=80666a11a09f,38567,1733399384365}] 2024-12-05T11:50:20,938 INFO [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733399420290.7d0dcff27759333f48c950f906593847. 2024-12-05T11:50:20,938 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d0dcff27759333f48c950f906593847, NAME => 'TestLogRolling-testLogRolling,,1733399420290.7d0dcff27759333f48c950f906593847.', STARTKEY => '', ENDKEY => 'row0064'} 2024-12-05T11:50:20,939 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 7d0dcff27759333f48c950f906593847 2024-12-05T11:50:20,939 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733399420290.7d0dcff27759333f48c950f906593847.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:50:20,939 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 7d0dcff27759333f48c950f906593847 2024-12-05T11:50:20,940 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 7d0dcff27759333f48c950f906593847 2024-12-05T11:50:20,942 INFO [StoreOpener-7d0dcff27759333f48c950f906593847-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7d0dcff27759333f48c950f906593847 2024-12-05T11:50:20,943 INFO [StoreOpener-7d0dcff27759333f48c950f906593847-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d0dcff27759333f48c950f906593847 columnFamilyName info 2024-12-05T11:50:20,944 DEBUG [StoreOpener-7d0dcff27759333f48c950f906593847-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:50:20,960 DEBUG [StoreOpener-7d0dcff27759333f48c950f906593847-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/7d0dcff27759333f48c950f906593847/info/e151a523f0fe48df817c5b7363733d03.041c11f8dbf4c6eed0b10cd296838f03->hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/e151a523f0fe48df817c5b7363733d03-bottom 2024-12-05T11:50:20,960 INFO [StoreOpener-7d0dcff27759333f48c950f906593847-1 {}] regionserver.HStore(327): Store=7d0dcff27759333f48c950f906593847/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:50:20,960 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 7d0dcff27759333f48c950f906593847 2024-12-05T11:50:20,961 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/7d0dcff27759333f48c950f906593847 2024-12-05T11:50:20,962 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/7d0dcff27759333f48c950f906593847 2024-12-05T11:50:20,963 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 7d0dcff27759333f48c950f906593847 2024-12-05T11:50:20,963 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 7d0dcff27759333f48c950f906593847 2024-12-05T11:50:20,965 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 7d0dcff27759333f48c950f906593847 2024-12-05T11:50:20,965 INFO [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 7d0dcff27759333f48c950f906593847; next sequenceid=114; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=732093, jitterRate=-0.0690959095954895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:50:20,965 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d0dcff27759333f48c950f906593847 2024-12-05T11:50:20,966 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 7d0dcff27759333f48c950f906593847: Running coprocessor pre-open hook at 1733399420940Writing region info on filesystem at 1733399420940Initializing all the Stores at 1733399420942 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399420942Cleaning up temporary data from old regions at 1733399420963 (+21 ms)Running coprocessor post-open hooks at 1733399420965 (+2 ms)Region opened successfully at 1733399420966 (+1 ms) 2024-12-05T11:50:20,967 INFO [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733399420290.7d0dcff27759333f48c950f906593847., pid=12, masterSystemTime=1733399420929 2024-12-05T11:50:20,967 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 7d0dcff27759333f48c950f906593847:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T11:50:20,967 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T11:50:20,967 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-05T11:50:20,968 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1733399420290.7d0dcff27759333f48c950f906593847. 2024-12-05T11:50:20,968 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1541): 7d0dcff27759333f48c950f906593847/info is initiating minor compaction (all files) 2024-12-05T11:50:20,968 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7d0dcff27759333f48c950f906593847/info in TestLogRolling-testLogRolling,,1733399420290.7d0dcff27759333f48c950f906593847. 2024-12-05T11:50:20,968 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/7d0dcff27759333f48c950f906593847/info/e151a523f0fe48df817c5b7363733d03.041c11f8dbf4c6eed0b10cd296838f03->hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/e151a523f0fe48df817c5b7363733d03-bottom] into tmpdir=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/7d0dcff27759333f48c950f906593847/.tmp, totalSize=75.1 K 2024-12-05T11:50:20,969 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733399420290.7d0dcff27759333f48c950f906593847. 2024-12-05T11:50:20,969 INFO [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733399420290.7d0dcff27759333f48c950f906593847. 2024-12-05T11:50:20,969 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting e151a523f0fe48df817c5b7363733d03.041c11f8dbf4c6eed0b10cd296838f03, keycount=34, bloomtype=ROW, size=75.1 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733399395759 2024-12-05T11:50:20,970 INFO [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905. 2024-12-05T11:50:20,970 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 50018ed533a8556eeff6f8aa7552f905, NAME => 'TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.', STARTKEY => 'row0064', ENDKEY => ''} 2024-12-05T11:50:20,970 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:20,970 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:50:20,970 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7d0dcff27759333f48c950f906593847, regionState=OPEN, openSeqNum=114, regionLocation=80666a11a09f,38567,1733399384365 2024-12-05T11:50:20,970 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:20,970 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:20,972 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38567 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-12-05T11:50:20,972 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-05T11:50:20,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-12-05T11:50:20,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d0dcff27759333f48c950f906593847, server=80666a11a09f,38567,1733399384365 because future has completed 2024-12-05T11:50:20,974 INFO [StoreOpener-50018ed533a8556eeff6f8aa7552f905-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:20,976 INFO [StoreOpener-50018ed533a8556eeff6f8aa7552f905-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50018ed533a8556eeff6f8aa7552f905 columnFamilyName info 2024-12-05T11:50:20,976 DEBUG [StoreOpener-50018ed533a8556eeff6f8aa7552f905-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:50:20,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-05T11:50:20,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d0dcff27759333f48c950f906593847, server=80666a11a09f,38567,1733399384365 in 198 msec 2024-12-05T11:50:20,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7d0dcff27759333f48c950f906593847, ASSIGN in 358 msec 2024-12-05T11:50:21,018 DEBUG [StoreOpener-50018ed533a8556eeff6f8aa7552f905-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/TestLogRolling-testLogRolling=041c11f8dbf4c6eed0b10cd296838f03-19f8a08445cb41afbe1df133c8a6f797 2024-12-05T11:50:21,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740/.tmp/info/0c528a69277745258e0113d24c29e4df is 193, key is TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905./info:regioninfo/1733399420772/Put/seqid=0 2024-12-05T11:50:21,024 DEBUG [StoreOpener-50018ed533a8556eeff6f8aa7552f905-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/e151a523f0fe48df817c5b7363733d03.041c11f8dbf4c6eed0b10cd296838f03->hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/e151a523f0fe48df817c5b7363733d03-top 2024-12-05T11:50:21,024 INFO [StoreOpener-50018ed533a8556eeff6f8aa7552f905-1 {}] regionserver.HStore(327): Store=50018ed533a8556eeff6f8aa7552f905/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:50:21,024 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:21,025 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:21,026 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:21,027 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:21,027 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:21,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741849_1025 (size=9847) 2024-12-05T11:50:21,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741849_1025 (size=9847) 2024-12-05T11:50:21,029 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:21,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740/.tmp/info/0c528a69277745258e0113d24c29e4df 2024-12-05T11:50:21,031 INFO [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 50018ed533a8556eeff6f8aa7552f905; next sequenceid=114; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=819683, jitterRate=0.04228144884109497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:50:21,031 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:21,031 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 50018ed533a8556eeff6f8aa7552f905: Running coprocessor pre-open hook at 1733399420970Writing region info on filesystem at 1733399420970Initializing all the Stores at 1733399420973 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399420973Cleaning up temporary data from old regions at 1733399421027 (+54 ms)Running coprocessor post-open hooks at 1733399421031 (+4 ms)Region opened successfully at 1733399421031 2024-12-05T11:50:21,032 INFO [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905., pid=13, masterSystemTime=1733399420929 2024-12-05T11:50:21,032 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d0dcff27759333f48c950f906593847#info#compaction#40 average throughput is 5.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T11:50:21,032 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 50018ed533a8556eeff6f8aa7552f905:info, priority=-2147483648, current under compaction store size is 2 2024-12-05T11:50:21,032 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T11:50:21,032 DEBUG [RS:0;80666a11a09f:38567-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-05T11:50:21,033 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/7d0dcff27759333f48c950f906593847/.tmp/info/0ece61fadc5141e9981fd7487c45392c is 1055, key is row0001/info:/1733399395759/Put/seqid=0 2024-12-05T11:50:21,034 INFO [RS:0;80666a11a09f:38567-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905. 2024-12-05T11:50:21,034 DEBUG [RS:0;80666a11a09f:38567-longCompactions-0 {}] regionserver.HStore(1541): 50018ed533a8556eeff6f8aa7552f905/info is initiating minor compaction (all files) 2024-12-05T11:50:21,034 INFO [RS:0;80666a11a09f:38567-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 50018ed533a8556eeff6f8aa7552f905/info in TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905. 2024-12-05T11:50:21,034 INFO [RS:0;80666a11a09f:38567-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/e151a523f0fe48df817c5b7363733d03.041c11f8dbf4c6eed0b10cd296838f03->hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/e151a523f0fe48df817c5b7363733d03-top, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/TestLogRolling-testLogRolling=041c11f8dbf4c6eed0b10cd296838f03-19f8a08445cb41afbe1df133c8a6f797] into tmpdir=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp, totalSize=101.6 K 2024-12-05T11:50:21,035 DEBUG [RS:0;80666a11a09f:38567-longCompactions-0 {}] compactions.Compactor(225): Compacting e151a523f0fe48df817c5b7363733d03.041c11f8dbf4c6eed0b10cd296838f03, keycount=34, bloomtype=ROW, size=75.1 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733399395759 2024-12-05T11:50:21,036 DEBUG [RS:0;80666a11a09f:38567-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=041c11f8dbf4c6eed0b10cd296838f03-19f8a08445cb41afbe1df133c8a6f797, keycount=21, bloomtype=ROW, size=26.4 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733399420132 2024-12-05T11:50:21,037 DEBUG [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905. 2024-12-05T11:50:21,037 INFO [RS_OPEN_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905. 2024-12-05T11:50:21,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=50018ed533a8556eeff6f8aa7552f905, regionState=OPEN, openSeqNum=114, regionLocation=80666a11a09f,38567,1733399384365 2024-12-05T11:50:21,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50018ed533a8556eeff6f8aa7552f905, server=80666a11a09f,38567,1733399384365 because future has completed 2024-12-05T11:50:21,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741850_1026 (size=71441) 2024-12-05T11:50:21,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741850_1026 (size=71441) 2024-12-05T11:50:21,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-12-05T11:50:21,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 50018ed533a8556eeff6f8aa7552f905, server=80666a11a09f,38567,1733399384365 in 271 msec 2024-12-05T11:50:21,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T11:50:21,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=50018ed533a8556eeff6f8aa7552f905, ASSIGN in 434 msec 2024-12-05T11:50:21,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=041c11f8dbf4c6eed0b10cd296838f03, daughterA=7d0dcff27759333f48c950f906593847, daughterB=50018ed533a8556eeff6f8aa7552f905 in 767 msec 2024-12-05T11:50:21,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740/.tmp/ns/8e222e364c64460b88fe0f56a913126b is 43, key is default/ns:d/1733399385664/Put/seqid=0 2024-12-05T11:50:21,064 INFO [RS:0;80666a11a09f:38567-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50018ed533a8556eeff6f8aa7552f905#info#compaction#42 average throughput is 26.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T11:50:21,064 DEBUG [RS:0;80666a11a09f:38567-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/47ed51c987dd46708f6d0c9e9dd2eacf is 1055, key is row0064/info:/1733399418117/Put/seqid=0 2024-12-05T11:50:21,066 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/7d0dcff27759333f48c950f906593847/.tmp/info/0ece61fadc5141e9981fd7487c45392c as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/7d0dcff27759333f48c950f906593847/info/0ece61fadc5141e9981fd7487c45392c 2024-12-05T11:50:21,072 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-12-05T11:50:21,072 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 7d0dcff27759333f48c950f906593847/info of 7d0dcff27759333f48c950f906593847 into 0ece61fadc5141e9981fd7487c45392c(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T11:50:21,073 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7d0dcff27759333f48c950f906593847: 2024-12-05T11:50:21,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741851_1027 (size=5153) 2024-12-05T11:50:21,073 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733399420290.7d0dcff27759333f48c950f906593847., storeName=7d0dcff27759333f48c950f906593847/info, priority=15, startTime=1733399420967; duration=0sec 2024-12-05T11:50:21,073 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T11:50:21,073 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d0dcff27759333f48c950f906593847:info 2024-12-05T11:50:21,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741851_1027 (size=5153) 2024-12-05T11:50:21,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740/.tmp/ns/8e222e364c64460b88fe0f56a913126b 2024-12-05T11:50:21,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741852_1028 (size=32508) 2024-12-05T11:50:21,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741852_1028 (size=32508) 2024-12-05T11:50:21,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740/.tmp/table/141cb30b9fa349ad8376a8e493f18566 is 65, key is TestLogRolling-testLogRolling/table:state/1733399386108/Put/seqid=0 2024-12-05T11:50:21,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741853_1029 (size=5340) 2024-12-05T11:50:21,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741853_1029 (size=5340) 2024-12-05T11:50:21,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740/.tmp/table/141cb30b9fa349ad8376a8e493f18566 2024-12-05T11:50:21,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740/.tmp/info/0c528a69277745258e0113d24c29e4df as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740/info/0c528a69277745258e0113d24c29e4df 2024-12-05T11:50:21,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740/info/0c528a69277745258e0113d24c29e4df, entries=30, sequenceid=17, filesize=9.6 K 2024-12-05T11:50:21,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740/.tmp/ns/8e222e364c64460b88fe0f56a913126b as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740/ns/8e222e364c64460b88fe0f56a913126b 2024-12-05T11:50:21,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740/ns/8e222e364c64460b88fe0f56a913126b, entries=2, sequenceid=17, filesize=5.0 K 2024-12-05T11:50:21,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740/.tmp/table/141cb30b9fa349ad8376a8e493f18566 as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740/table/141cb30b9fa349ad8376a8e493f18566 2024-12-05T11:50:21,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740/table/141cb30b9fa349ad8376a8e493f18566, entries=2, sequenceid=17, filesize=5.2 K 2024-12-05T11:50:21,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 151ms, sequenceid=17, compaction requested=false 2024-12-05T11:50:21,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-05T11:50:21,485 DEBUG [RS:0;80666a11a09f:38567-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/47ed51c987dd46708f6d0c9e9dd2eacf as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/47ed51c987dd46708f6d0c9e9dd2eacf 2024-12-05T11:50:21,492 INFO [RS:0;80666a11a09f:38567-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 2 (all) file(s) in 50018ed533a8556eeff6f8aa7552f905/info of 50018ed533a8556eeff6f8aa7552f905 into 47ed51c987dd46708f6d0c9e9dd2eacf(size=31.7 K), total size for store is 31.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T11:50:21,492 DEBUG [RS:0;80666a11a09f:38567-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 50018ed533a8556eeff6f8aa7552f905: 2024-12-05T11:50:21,492 INFO [RS:0;80666a11a09f:38567-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905., storeName=50018ed533a8556eeff6f8aa7552f905/info, priority=14, startTime=1733399421032; duration=0sec 2024-12-05T11:50:21,492 DEBUG [RS:0;80666a11a09f:38567-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T11:50:21,492 DEBUG [RS:0;80666a11a09f:38567-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50018ed533a8556eeff6f8aa7552f905:info 2024-12-05T11:50:25,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:50:25,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:50:25,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:50:25,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:50:25,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:50:25,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:50:25,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:50:25,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:50:25,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:50:25,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:50:25,692 INFO [master/80666a11a09f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T11:50:25,692 INFO [master/80666a11a09f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T11:50:26,039 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:50:26,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:50:26,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:50:26,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:50:26,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:50:26,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:50:26,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:50:26,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:50:26,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:50:26,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:50:26,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:50:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:34396 deadline: 1733399440192, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03. is not online on 80666a11a09f,38567,1733399384365 2024-12-05T11:50:30,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03., hostname=80666a11a09f,38567,1733399384365, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03., hostname=80666a11a09f,38567,1733399384365, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03. is not online on 80666a11a09f,38567,1733399384365 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T11:50:30,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03., hostname=80666a11a09f,38567,1733399384365, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03. is not online on 80666a11a09f,38567,1733399384365 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T11:50:30,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1733399385720.041c11f8dbf4c6eed0b10cd296838f03., hostname=80666a11a09f,38567,1733399384365, seqNum=2 from cache 2024-12-05T11:50:30,603 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-12-05T11:50:44,183 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T11:50:50,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0090', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905., hostname=80666a11a09f,38567,1733399384365, seqNum=114] 2024-12-05T11:50:52,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] regionserver.HRegion(8855): Flush requested on 50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:52,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 50018ed533a8556eeff6f8aa7552f905 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T11:50:52,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/783065bcfa5949e1b996bf18b225a61f is 1055, key is row0090/info:/1733399450382/Put/seqid=0 2024-12-05T11:50:52,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741854_1030 (size=13386) 2024-12-05T11:50:52,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741854_1030 (size=13386) 2024-12-05T11:50:52,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/783065bcfa5949e1b996bf18b225a61f 2024-12-05T11:50:52,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/783065bcfa5949e1b996bf18b225a61f as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/783065bcfa5949e1b996bf18b225a61f 2024-12-05T11:50:52,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/783065bcfa5949e1b996bf18b225a61f, entries=8, sequenceid=125, filesize=13.1 K 2024-12-05T11:50:52,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 50018ed533a8556eeff6f8aa7552f905 in 30ms, sequenceid=125, compaction requested=false 2024-12-05T11:50:52,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 50018ed533a8556eeff6f8aa7552f905: 2024-12-05T11:50:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] regionserver.HRegion(8855): Flush requested on 50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:52,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 50018ed533a8556eeff6f8aa7552f905 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-05T11:50:52,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/89d2acc3a4714de39d79d0c3d020e99b is 1055, key is row0098/info:/1733399452396/Put/seqid=0 2024-12-05T11:50:52,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741855_1031 (size=17605) 2024-12-05T11:50:52,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741855_1031 (size=17605) 2024-12-05T11:50:52,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/89d2acc3a4714de39d79d0c3d020e99b 2024-12-05T11:50:52,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/89d2acc3a4714de39d79d0c3d020e99b as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/89d2acc3a4714de39d79d0c3d020e99b 2024-12-05T11:50:52,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/89d2acc3a4714de39d79d0c3d020e99b, entries=12, sequenceid=140, filesize=17.2 K 2024-12-05T11:50:52,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=10.26 KB/10510 for 50018ed533a8556eeff6f8aa7552f905 in 24ms, sequenceid=140, compaction requested=true 2024-12-05T11:50:52,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 50018ed533a8556eeff6f8aa7552f905: 2024-12-05T11:50:52,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50018ed533a8556eeff6f8aa7552f905:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T11:50:52,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T11:50:52,449 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T11:50:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] regionserver.HRegion(8855): Flush requested on 50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:52,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 50018ed533a8556eeff6f8aa7552f905 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-12-05T11:50:52,450 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 63499 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T11:50:52,450 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1541): 50018ed533a8556eeff6f8aa7552f905/info is initiating minor compaction (all files) 2024-12-05T11:50:52,450 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 50018ed533a8556eeff6f8aa7552f905/info in TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905. 2024-12-05T11:50:52,451 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/47ed51c987dd46708f6d0c9e9dd2eacf, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/783065bcfa5949e1b996bf18b225a61f, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/89d2acc3a4714de39d79d0c3d020e99b] into tmpdir=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp, totalSize=62.0 K 2024-12-05T11:50:52,451 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47ed51c987dd46708f6d0c9e9dd2eacf, keycount=26, bloomtype=ROW, size=31.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733399418117 2024-12-05T11:50:52,452 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting 783065bcfa5949e1b996bf18b225a61f, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733399450382 2024-12-05T11:50:52,452 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89d2acc3a4714de39d79d0c3d020e99b, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733399452396 2024-12-05T11:50:52,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/f8c043bf0cdc40f6a500e5af0c180ec7 is 1055, key is row0110/info:/1733399452427/Put/seqid=0 2024-12-05T11:50:52,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741856_1032 (size=16553) 2024-12-05T11:50:52,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741856_1032 (size=16553) 2024-12-05T11:50:52,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/f8c043bf0cdc40f6a500e5af0c180ec7 2024-12-05T11:50:52,468 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50018ed533a8556eeff6f8aa7552f905#info#compaction#47 average throughput is 23.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T11:50:52,469 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/1ebd358898f64530b7b7ed2b9a9588de is 1055, key is row0064/info:/1733399418117/Put/seqid=0 2024-12-05T11:50:52,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/f8c043bf0cdc40f6a500e5af0c180ec7 as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/f8c043bf0cdc40f6a500e5af0c180ec7 2024-12-05T11:50:52,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/f8c043bf0cdc40f6a500e5af0c180ec7, entries=11, sequenceid=154, filesize=16.2 K 2024-12-05T11:50:52,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=8.21 KB/8408 for 50018ed533a8556eeff6f8aa7552f905 in 32ms, sequenceid=154, compaction requested=false 2024-12-05T11:50:52,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 50018ed533a8556eeff6f8aa7552f905: 2024-12-05T11:50:52,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741857_1033 (size=53697) 2024-12-05T11:50:52,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741857_1033 (size=53697) 2024-12-05T11:50:52,902 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/1ebd358898f64530b7b7ed2b9a9588de as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/1ebd358898f64530b7b7ed2b9a9588de 2024-12-05T11:50:52,909 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 50018ed533a8556eeff6f8aa7552f905/info of 50018ed533a8556eeff6f8aa7552f905 into 1ebd358898f64530b7b7ed2b9a9588de(size=52.4 K), total size for store is 68.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T11:50:52,909 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 50018ed533a8556eeff6f8aa7552f905: 2024-12-05T11:50:52,910 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905., storeName=50018ed533a8556eeff6f8aa7552f905/info, priority=13, startTime=1733399452449; duration=0sec 2024-12-05T11:50:52,910 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T11:50:52,910 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50018ed533a8556eeff6f8aa7552f905:info 2024-12-05T11:50:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] regionserver.HRegion(8855): Flush requested on 50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:54,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 50018ed533a8556eeff6f8aa7552f905 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-12-05T11:50:54,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/a7e8f0120d2c4d1a86604aa2721058c8 is 1055, key is row0121/info:/1733399452451/Put/seqid=0 2024-12-05T11:50:54,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741858_1034 (size=14447) 2024-12-05T11:50:54,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741858_1034 (size=14447) 2024-12-05T11:50:54,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/a7e8f0120d2c4d1a86604aa2721058c8 2024-12-05T11:50:54,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/a7e8f0120d2c4d1a86604aa2721058c8 as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/a7e8f0120d2c4d1a86604aa2721058c8 2024-12-05T11:50:54,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/a7e8f0120d2c4d1a86604aa2721058c8, entries=9, sequenceid=167, filesize=14.1 K 2024-12-05T11:50:54,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=12.32 KB/12612 for 50018ed533a8556eeff6f8aa7552f905 in 27ms, sequenceid=167, compaction requested=true 2024-12-05T11:50:54,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 50018ed533a8556eeff6f8aa7552f905: 2024-12-05T11:50:54,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50018ed533a8556eeff6f8aa7552f905:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T11:50:54,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T11:50:54,502 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T11:50:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] regionserver.HRegion(8855): Flush requested on 50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:54,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 50018ed533a8556eeff6f8aa7552f905 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-05T11:50:54,504 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84697 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T11:50:54,504 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1541): 50018ed533a8556eeff6f8aa7552f905/info is initiating minor compaction (all files) 2024-12-05T11:50:54,504 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 50018ed533a8556eeff6f8aa7552f905/info in TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905. 2024-12-05T11:50:54,504 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/1ebd358898f64530b7b7ed2b9a9588de, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/f8c043bf0cdc40f6a500e5af0c180ec7, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/a7e8f0120d2c4d1a86604aa2721058c8] into tmpdir=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp, totalSize=82.7 K 2024-12-05T11:50:54,504 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ebd358898f64530b7b7ed2b9a9588de, keycount=46, bloomtype=ROW, size=52.4 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733399418117 2024-12-05T11:50:54,505 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8c043bf0cdc40f6a500e5af0c180ec7, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733399452427 2024-12-05T11:50:54,505 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7e8f0120d2c4d1a86604aa2721058c8, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733399452451 2024-12-05T11:50:54,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/d81e55035441422693d6d78a299caca3 is 1055, key is row0130/info:/1733399454477/Put/seqid=0 2024-12-05T11:50:54,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741859_1035 (size=18675) 2024-12-05T11:50:54,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741859_1035 (size=18675) 2024-12-05T11:50:54,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/d81e55035441422693d6d78a299caca3 2024-12-05T11:50:54,525 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50018ed533a8556eeff6f8aa7552f905#info#compaction#50 average throughput is 33.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T11:50:54,525 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/c18e8f431c894e77931aa5ccde905bd3 is 1055, key is row0064/info:/1733399418117/Put/seqid=0 2024-12-05T11:50:54,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/d81e55035441422693d6d78a299caca3 as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/d81e55035441422693d6d78a299caca3 2024-12-05T11:50:54,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741860_1036 (size=75000) 2024-12-05T11:50:54,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741860_1036 (size=75000) 2024-12-05T11:50:54,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/d81e55035441422693d6d78a299caca3, entries=13, sequenceid=183, filesize=18.2 K 2024-12-05T11:50:54,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=16.42 KB/16816 for 50018ed533a8556eeff6f8aa7552f905 in 34ms, sequenceid=183, compaction requested=false 2024-12-05T11:50:54,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 50018ed533a8556eeff6f8aa7552f905: 2024-12-05T11:50:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] regionserver.HRegion(8855): Flush requested on 50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:54,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 50018ed533a8556eeff6f8aa7552f905 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-12-05T11:50:54,540 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/c18e8f431c894e77931aa5ccde905bd3 as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/c18e8f431c894e77931aa5ccde905bd3 2024-12-05T11:50:54,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/ec47a32ca4f548c483625744318a4d88 is 1055, key is row0143/info:/1733399454504/Put/seqid=0 2024-12-05T11:50:54,546 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 50018ed533a8556eeff6f8aa7552f905/info of 50018ed533a8556eeff6f8aa7552f905 into c18e8f431c894e77931aa5ccde905bd3(size=73.2 K), total size for store is 91.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T11:50:54,547 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 50018ed533a8556eeff6f8aa7552f905: 2024-12-05T11:50:54,547 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905., storeName=50018ed533a8556eeff6f8aa7552f905/info, priority=13, startTime=1733399454502; duration=0sec 2024-12-05T11:50:54,547 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T11:50:54,547 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50018ed533a8556eeff6f8aa7552f905:info 2024-12-05T11:50:54,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741861_1037 (size=22891) 2024-12-05T11:50:54,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741861_1037 (size=22891) 2024-12-05T11:50:54,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/ec47a32ca4f548c483625744318a4d88 2024-12-05T11:50:54,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/ec47a32ca4f548c483625744318a4d88 as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/ec47a32ca4f548c483625744318a4d88 2024-12-05T11:50:54,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/ec47a32ca4f548c483625744318a4d88, entries=17, sequenceid=203, filesize=22.4 K 2024-12-05T11:50:54,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=1.03 KB/1051 for 50018ed533a8556eeff6f8aa7552f905 in 27ms, sequenceid=203, compaction requested=true 2024-12-05T11:50:54,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 50018ed533a8556eeff6f8aa7552f905: 2024-12-05T11:50:54,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50018ed533a8556eeff6f8aa7552f905:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T11:50:54,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T11:50:54,565 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T11:50:54,566 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 116566 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T11:50:54,566 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1541): 50018ed533a8556eeff6f8aa7552f905/info is initiating minor compaction (all files) 2024-12-05T11:50:54,566 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 50018ed533a8556eeff6f8aa7552f905/info in TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905. 2024-12-05T11:50:54,567 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/c18e8f431c894e77931aa5ccde905bd3, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/d81e55035441422693d6d78a299caca3, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/ec47a32ca4f548c483625744318a4d88] into tmpdir=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp, totalSize=113.8 K 2024-12-05T11:50:54,567 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting c18e8f431c894e77931aa5ccde905bd3, keycount=66, bloomtype=ROW, size=73.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733399418117 2024-12-05T11:50:54,567 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting d81e55035441422693d6d78a299caca3, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733399454477 2024-12-05T11:50:54,568 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec47a32ca4f548c483625744318a4d88, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733399454504 2024-12-05T11:50:54,581 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50018ed533a8556eeff6f8aa7552f905#info#compaction#52 average throughput is 32.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T11:50:54,582 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/4ac1d829dbca4c50b1d74bccdbaf554b is 1055, key is row0064/info:/1733399418117/Put/seqid=0 2024-12-05T11:50:54,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741862_1038 (size=106700) 2024-12-05T11:50:54,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741862_1038 (size=106700) 2024-12-05T11:50:54,592 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/4ac1d829dbca4c50b1d74bccdbaf554b as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/4ac1d829dbca4c50b1d74bccdbaf554b 2024-12-05T11:50:54,599 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 50018ed533a8556eeff6f8aa7552f905/info of 50018ed533a8556eeff6f8aa7552f905 into 4ac1d829dbca4c50b1d74bccdbaf554b(size=104.2 K), total size for store is 104.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T11:50:54,599 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 50018ed533a8556eeff6f8aa7552f905: 2024-12-05T11:50:54,599 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905., storeName=50018ed533a8556eeff6f8aa7552f905/info, priority=13, startTime=1733399454565; duration=0sec 2024-12-05T11:50:54,600 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T11:50:54,600 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50018ed533a8556eeff6f8aa7552f905:info 2024-12-05T11:50:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] regionserver.HRegion(8855): Flush requested on 50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:56,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 50018ed533a8556eeff6f8aa7552f905 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T11:50:56,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/5fe16ffb0f634d7ab235c04bc659b4db is 1055, key is row0160/info:/1733399454540/Put/seqid=0 2024-12-05T11:50:56,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741863_1039 (size=13394) 2024-12-05T11:50:56,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741863_1039 (size=13394) 2024-12-05T11:50:56,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/5fe16ffb0f634d7ab235c04bc659b4db 2024-12-05T11:50:56,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/5fe16ffb0f634d7ab235c04bc659b4db as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/5fe16ffb0f634d7ab235c04bc659b4db 2024-12-05T11:50:56,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/5fe16ffb0f634d7ab235c04bc659b4db, entries=8, sequenceid=216, filesize=13.1 K 2024-12-05T11:50:56,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 50018ed533a8556eeff6f8aa7552f905 in 24ms, sequenceid=216, compaction requested=false 2024-12-05T11:50:56,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 50018ed533a8556eeff6f8aa7552f905: 2024-12-05T11:50:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] regionserver.HRegion(8855): Flush requested on 50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:56,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 50018ed533a8556eeff6f8aa7552f905 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-05T11:50:56,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/4c1acc3acc3e442bb4ba5b85f6434380 is 1055, key is row0168/info:/1733399456563/Put/seqid=0 2024-12-05T11:50:56,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741864_1040 (size=17606) 2024-12-05T11:50:56,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741864_1040 (size=17606) 2024-12-05T11:50:56,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/4c1acc3acc3e442bb4ba5b85f6434380 2024-12-05T11:50:56,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/4c1acc3acc3e442bb4ba5b85f6434380 as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/4c1acc3acc3e442bb4ba5b85f6434380 2024-12-05T11:50:56,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/4c1acc3acc3e442bb4ba5b85f6434380, entries=12, sequenceid=231, filesize=17.2 K 2024-12-05T11:50:56,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=11.29 KB/11561 for 50018ed533a8556eeff6f8aa7552f905 in 22ms, sequenceid=231, compaction requested=true 2024-12-05T11:50:56,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 50018ed533a8556eeff6f8aa7552f905: 2024-12-05T11:50:56,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50018ed533a8556eeff6f8aa7552f905:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T11:50:56,609 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T11:50:56,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T11:50:56,611 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137700 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T11:50:56,611 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1541): 50018ed533a8556eeff6f8aa7552f905/info is initiating minor compaction (all files) 2024-12-05T11:50:56,611 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 50018ed533a8556eeff6f8aa7552f905/info in TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905. 2024-12-05T11:50:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] regionserver.HRegion(8855): Flush requested on 50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:56,611 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/4ac1d829dbca4c50b1d74bccdbaf554b, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/5fe16ffb0f634d7ab235c04bc659b4db, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/4c1acc3acc3e442bb4ba5b85f6434380] into tmpdir=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp, totalSize=134.5 K 2024-12-05T11:50:56,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 50018ed533a8556eeff6f8aa7552f905 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-05T11:50:56,612 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ac1d829dbca4c50b1d74bccdbaf554b, keycount=96, bloomtype=ROW, size=104.2 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733399418117 2024-12-05T11:50:56,612 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fe16ffb0f634d7ab235c04bc659b4db, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733399454540 2024-12-05T11:50:56,612 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c1acc3acc3e442bb4ba5b85f6434380, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733399456563 2024-12-05T11:50:56,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/ac5411993a294053b41a3e812842a2e7 is 1055, key is row0180/info:/1733399456588/Put/seqid=0 2024-12-05T11:50:56,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741865_1041 (size=17606) 2024-12-05T11:50:56,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741865_1041 (size=17606) 2024-12-05T11:50:56,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/ac5411993a294053b41a3e812842a2e7 2024-12-05T11:50:56,624 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50018ed533a8556eeff6f8aa7552f905#info#compaction#56 average throughput is 58.13 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T11:50:56,625 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/b2f6390ce38d407da7ccec516bbcdcfb is 1055, key is row0064/info:/1733399418117/Put/seqid=0 2024-12-05T11:50:56,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/ac5411993a294053b41a3e812842a2e7 as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/ac5411993a294053b41a3e812842a2e7 2024-12-05T11:50:56,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741866_1042 (size=127994) 2024-12-05T11:50:56,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741866_1042 (size=127994) 2024-12-05T11:50:56,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/ac5411993a294053b41a3e812842a2e7, entries=12, sequenceid=246, filesize=17.2 K 2024-12-05T11:50:56,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=1.03 KB/1051 for 50018ed533a8556eeff6f8aa7552f905 in 23ms, sequenceid=246, compaction requested=false 2024-12-05T11:50:56,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 50018ed533a8556eeff6f8aa7552f905: 2024-12-05T11:50:56,635 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/b2f6390ce38d407da7ccec516bbcdcfb as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/b2f6390ce38d407da7ccec516bbcdcfb 2024-12-05T11:50:56,641 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 50018ed533a8556eeff6f8aa7552f905/info of 50018ed533a8556eeff6f8aa7552f905 into b2f6390ce38d407da7ccec516bbcdcfb(size=125.0 K), total size for store is 142.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T11:50:56,641 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 50018ed533a8556eeff6f8aa7552f905: 2024-12-05T11:50:56,641 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905., storeName=50018ed533a8556eeff6f8aa7552f905/info, priority=13, startTime=1733399456609; duration=0sec 2024-12-05T11:50:56,641 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T11:50:56,641 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50018ed533a8556eeff6f8aa7552f905:info 2024-12-05T11:50:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] regionserver.HRegion(8855): Flush requested on 50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:58,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 50018ed533a8556eeff6f8aa7552f905 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T11:50:58,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/0e431cf2da6340c0825c8c47372815ad is 1055, key is row0192/info:/1733399456612/Put/seqid=0 2024-12-05T11:50:58,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741867_1043 (size=13396) 2024-12-05T11:50:58,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741867_1043 (size=13396) 2024-12-05T11:50:58,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/0e431cf2da6340c0825c8c47372815ad 2024-12-05T11:50:58,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/0e431cf2da6340c0825c8c47372815ad as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/0e431cf2da6340c0825c8c47372815ad 2024-12-05T11:50:58,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/0e431cf2da6340c0825c8c47372815ad, entries=8, sequenceid=258, filesize=13.1 K 2024-12-05T11:50:58,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 50018ed533a8556eeff6f8aa7552f905 in 21ms, sequenceid=258, compaction requested=true 2024-12-05T11:50:58,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 50018ed533a8556eeff6f8aa7552f905: 2024-12-05T11:50:58,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50018ed533a8556eeff6f8aa7552f905:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T11:50:58,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T11:50:58,695 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T11:50:58,696 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 158996 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T11:50:58,696 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1541): 50018ed533a8556eeff6f8aa7552f905/info is initiating minor compaction (all files) 2024-12-05T11:50:58,696 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 50018ed533a8556eeff6f8aa7552f905/info in TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905. 2024-12-05T11:50:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] regionserver.HRegion(8855): Flush requested on 50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:50:58,696 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/b2f6390ce38d407da7ccec516bbcdcfb, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/ac5411993a294053b41a3e812842a2e7, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/0e431cf2da6340c0825c8c47372815ad] into tmpdir=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp, totalSize=155.3 K 2024-12-05T11:50:58,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 50018ed533a8556eeff6f8aa7552f905 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-05T11:50:58,697 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2f6390ce38d407da7ccec516bbcdcfb, keycount=116, bloomtype=ROW, size=125.0 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733399418117 2024-12-05T11:50:58,697 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac5411993a294053b41a3e812842a2e7, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733399456588 2024-12-05T11:50:58,697 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e431cf2da6340c0825c8c47372815ad, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733399456612 2024-12-05T11:50:58,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/1f69f559f424449eaa0742050b2c9720 is 1055, key is row0200/info:/1733399458674/Put/seqid=0 2024-12-05T11:50:58,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741868_1044 (size=19742) 2024-12-05T11:50:58,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741868_1044 (size=19742) 2024-12-05T11:50:58,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/1f69f559f424449eaa0742050b2c9720 2024-12-05T11:50:58,716 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50018ed533a8556eeff6f8aa7552f905#info#compaction#59 average throughput is 68.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T11:50:58,717 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/fa5df69edf924adbb0b669d5c7755337 is 1055, key is row0064/info:/1733399418117/Put/seqid=0 2024-12-05T11:50:58,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/1f69f559f424449eaa0742050b2c9720 as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/1f69f559f424449eaa0742050b2c9720 2024-12-05T11:50:58,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741869_1045 (size=149230) 2024-12-05T11:50:58,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741869_1045 (size=149230) 2024-12-05T11:50:58,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/1f69f559f424449eaa0742050b2c9720, entries=14, sequenceid=275, filesize=19.3 K 2024-12-05T11:50:58,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=11.29 KB/11561 for 50018ed533a8556eeff6f8aa7552f905 in 33ms, sequenceid=275, compaction requested=false 2024-12-05T11:50:58,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 50018ed533a8556eeff6f8aa7552f905: 2024-12-05T11:50:58,732 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/fa5df69edf924adbb0b669d5c7755337 as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/fa5df69edf924adbb0b669d5c7755337 2024-12-05T11:50:58,738 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 50018ed533a8556eeff6f8aa7552f905/info of 50018ed533a8556eeff6f8aa7552f905 into fa5df69edf924adbb0b669d5c7755337(size=145.7 K), total size for store is 165.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T11:50:58,738 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 50018ed533a8556eeff6f8aa7552f905: 2024-12-05T11:50:58,738 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905., storeName=50018ed533a8556eeff6f8aa7552f905/info, priority=13, startTime=1733399458695; duration=0sec 2024-12-05T11:50:58,738 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T11:50:58,738 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50018ed533a8556eeff6f8aa7552f905:info 2024-12-05T11:51:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] regionserver.HRegion(8855): Flush requested on 50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:51:00,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 50018ed533a8556eeff6f8aa7552f905 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-05T11:51:00,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/d3ac0cb442244287ad0d6b8ead865099 is 1055, key is row0214/info:/1733399458697/Put/seqid=0 2024-12-05T11:51:00,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741870_1046 (size=17618) 2024-12-05T11:51:00,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741870_1046 (size=17618) 2024-12-05T11:51:00,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/d3ac0cb442244287ad0d6b8ead865099 2024-12-05T11:51:00,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/d3ac0cb442244287ad0d6b8ead865099 as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/d3ac0cb442244287ad0d6b8ead865099 2024-12-05T11:51:00,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/d3ac0cb442244287ad0d6b8ead865099, entries=12, sequenceid=291, filesize=17.2 K 2024-12-05T11:51:00,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=13.34 KB/13663 for 50018ed533a8556eeff6f8aa7552f905 in 25ms, sequenceid=291, compaction requested=true 2024-12-05T11:51:00,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 50018ed533a8556eeff6f8aa7552f905: 2024-12-05T11:51:00,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50018ed533a8556eeff6f8aa7552f905:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T11:51:00,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T11:51:00,748 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T11:51:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] regionserver.HRegion(8855): Flush requested on 50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:51:00,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 50018ed533a8556eeff6f8aa7552f905 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-05T11:51:00,749 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 186590 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T11:51:00,749 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1541): 50018ed533a8556eeff6f8aa7552f905/info is initiating minor compaction (all files) 2024-12-05T11:51:00,749 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 50018ed533a8556eeff6f8aa7552f905/info in TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905. 2024-12-05T11:51:00,749 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/fa5df69edf924adbb0b669d5c7755337, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/1f69f559f424449eaa0742050b2c9720, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/d3ac0cb442244287ad0d6b8ead865099] into tmpdir=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp, totalSize=182.2 K 2024-12-05T11:51:00,750 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa5df69edf924adbb0b669d5c7755337, keycount=136, bloomtype=ROW, size=145.7 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733399418117 2024-12-05T11:51:00,750 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f69f559f424449eaa0742050b2c9720, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733399458674 2024-12-05T11:51:00,751 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3ac0cb442244287ad0d6b8ead865099, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733399458697 2024-12-05T11:51:00,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/78ed4c8159094e3da688d702674e638a is 1055, key is row0226/info:/1733399460724/Put/seqid=0 2024-12-05T11:51:00,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741871_1047 (size=19742) 2024-12-05T11:51:00,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741871_1047 (size=19742) 2024-12-05T11:51:00,766 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50018ed533a8556eeff6f8aa7552f905#info#compaction#62 average throughput is 54.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T11:51:00,766 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/53c463ffa3a14348887204c365d873f2 is 1055, key is row0064/info:/1733399418117/Put/seqid=0 2024-12-05T11:51:00,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741872_1048 (size=176744) 2024-12-05T11:51:00,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741872_1048 (size=176744) 2024-12-05T11:51:00,777 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/53c463ffa3a14348887204c365d873f2 as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/53c463ffa3a14348887204c365d873f2 2024-12-05T11:51:00,785 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 50018ed533a8556eeff6f8aa7552f905/info of 50018ed533a8556eeff6f8aa7552f905 into 53c463ffa3a14348887204c365d873f2(size=172.6 K), total size for store is 172.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T11:51:00,785 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 50018ed533a8556eeff6f8aa7552f905: 2024-12-05T11:51:00,785 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905., storeName=50018ed533a8556eeff6f8aa7552f905/info, priority=13, startTime=1733399460748; duration=0sec 2024-12-05T11:51:00,785 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T11:51:00,785 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50018ed533a8556eeff6f8aa7552f905:info 2024-12-05T11:51:00,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=50018ed533a8556eeff6f8aa7552f905, server=80666a11a09f,38567,1733399384365 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T11:51:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:34396 deadline: 1733399470786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=50018ed533a8556eeff6f8aa7552f905, server=80666a11a09f,38567,1733399384365 2024-12-05T11:51:00,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905., hostname=80666a11a09f,38567,1733399384365, seqNum=114 , the old value is region=TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905., hostname=80666a11a09f,38567,1733399384365, seqNum=114, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=50018ed533a8556eeff6f8aa7552f905, server=80666a11a09f,38567,1733399384365 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T11:51:00,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905., hostname=80666a11a09f,38567,1733399384365, seqNum=114 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=50018ed533a8556eeff6f8aa7552f905, server=80666a11a09f,38567,1733399384365 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T11:51:00,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905., hostname=80666a11a09f,38567,1733399384365, seqNum=114 because the exception is null or not the one we care about 2024-12-05T11:51:01,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/78ed4c8159094e3da688d702674e638a 2024-12-05T11:51:01,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/78ed4c8159094e3da688d702674e638a as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/78ed4c8159094e3da688d702674e638a 2024-12-05T11:51:01,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/78ed4c8159094e3da688d702674e638a, entries=14, sequenceid=308, filesize=19.3 K 2024-12-05T11:51:01,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=15.40 KB/15765 for 50018ed533a8556eeff6f8aa7552f905 in 433ms, sequenceid=308, compaction requested=false 2024-12-05T11:51:01,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 50018ed533a8556eeff6f8aa7552f905: 2024-12-05T11:51:05,939 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7d0dcff27759333f48c950f906593847, had cached 0 bytes from a total of 71441 2024-12-05T11:51:05,970 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 50018ed533a8556eeff6f8aa7552f905, had cached 0 bytes from a total of 196486 2024-12-05T11:51:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] regionserver.HRegion(8855): Flush requested on 50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:51:10,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 50018ed533a8556eeff6f8aa7552f905 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-12-05T11:51:10,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/aad7aa8fc12349828dbcaf254fc3feed is 1055, key is row0240/info:/1733399460749/Put/seqid=0 2024-12-05T11:51:10,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741873_1049 (size=21854) 2024-12-05T11:51:10,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741873_1049 (size=21854) 2024-12-05T11:51:10,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/aad7aa8fc12349828dbcaf254fc3feed 2024-12-05T11:51:10,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/aad7aa8fc12349828dbcaf254fc3feed as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/aad7aa8fc12349828dbcaf254fc3feed 2024-12-05T11:51:10,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/aad7aa8fc12349828dbcaf254fc3feed, entries=16, sequenceid=328, filesize=21.3 K 2024-12-05T11:51:10,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=1.03 KB/1051 for 50018ed533a8556eeff6f8aa7552f905 in 26ms, sequenceid=328, compaction requested=true 2024-12-05T11:51:10,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 50018ed533a8556eeff6f8aa7552f905: 2024-12-05T11:51:10,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50018ed533a8556eeff6f8aa7552f905:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T11:51:10,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T11:51:10,860 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T11:51:10,861 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 218340 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T11:51:10,861 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1541): 50018ed533a8556eeff6f8aa7552f905/info is initiating minor compaction (all files) 2024-12-05T11:51:10,861 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 50018ed533a8556eeff6f8aa7552f905/info in TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905. 2024-12-05T11:51:10,861 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/53c463ffa3a14348887204c365d873f2, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/78ed4c8159094e3da688d702674e638a, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/aad7aa8fc12349828dbcaf254fc3feed] into tmpdir=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp, totalSize=213.2 K 2024-12-05T11:51:10,862 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53c463ffa3a14348887204c365d873f2, keycount=162, bloomtype=ROW, size=172.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733399418117 2024-12-05T11:51:10,862 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78ed4c8159094e3da688d702674e638a, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733399460724 2024-12-05T11:51:10,862 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] compactions.Compactor(225): Compacting aad7aa8fc12349828dbcaf254fc3feed, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733399460749 2024-12-05T11:51:10,874 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50018ed533a8556eeff6f8aa7552f905#info#compaction#64 average throughput is 48.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T11:51:10,875 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/f88cd66caf124e33be39cabf8b13f431 is 1055, key is row0064/info:/1733399418117/Put/seqid=0 2024-12-05T11:51:10,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741874_1050 (size=208543) 2024-12-05T11:51:10,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741874_1050 (size=208543) 2024-12-05T11:51:10,883 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/f88cd66caf124e33be39cabf8b13f431 as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/f88cd66caf124e33be39cabf8b13f431 2024-12-05T11:51:10,888 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 50018ed533a8556eeff6f8aa7552f905/info of 50018ed533a8556eeff6f8aa7552f905 into f88cd66caf124e33be39cabf8b13f431(size=203.7 K), total size for store is 203.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T11:51:10,888 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 50018ed533a8556eeff6f8aa7552f905: 2024-12-05T11:51:10,888 INFO [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905., storeName=50018ed533a8556eeff6f8aa7552f905/info, priority=13, startTime=1733399470860; duration=0sec 2024-12-05T11:51:10,888 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T11:51:10,888 DEBUG [RS:0;80666a11a09f:38567-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50018ed533a8556eeff6f8aa7552f905:info 2024-12-05T11:51:12,840 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-12-05T11:51:12,858 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/WALs/80666a11a09f,38567,1733399384365/80666a11a09f%2C38567%2C1733399384365.1733399472840, exclude list is [], retry=0 2024-12-05T11:51:12,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44737,DS-0236c398-7c19-4761-9488-9e504eaca01c,DISK] 2024-12-05T11:51:12,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44159,DS-2460ad7c-45eb-4cd3-b484-96cf84fc2c1d,DISK] 2024-12-05T11:51:12,861 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/WALs/80666a11a09f,38567,1733399384365/80666a11a09f%2C38567%2C1733399384365.1733399384998 with entries=311, filesize=301.73 KB; new WAL /user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/WALs/80666a11a09f,38567,1733399384365/80666a11a09f%2C38567%2C1733399384365.1733399472840 2024-12-05T11:51:12,861 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40253:40253),(127.0.0.1/127.0.0.1:33363:33363)] 2024-12-05T11:51:12,861 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/WALs/80666a11a09f,38567,1733399384365/80666a11a09f%2C38567%2C1733399384365.1733399384998 is not closed yet, will try archiving it next time 2024-12-05T11:51:12,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741832_1008 (size=308982) 2024-12-05T11:51:12,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741832_1008 (size=308982) 2024-12-05T11:51:12,865 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7d0dcff27759333f48c950f906593847: 2024-12-05T11:51:12,865 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 50018ed533a8556eeff6f8aa7552f905 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-05T11:51:12,868 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/a2ca66a8724746958cca5fadd3b9089a is 1055, key is row0256/info:/1733399470838/Put/seqid=0 2024-12-05T11:51:12,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741876_1052 (size=6010) 2024-12-05T11:51:12,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741876_1052 (size=6010) 2024-12-05T11:51:12,875 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/a2ca66a8724746958cca5fadd3b9089a 2024-12-05T11:51:12,880 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/.tmp/info/a2ca66a8724746958cca5fadd3b9089a as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/a2ca66a8724746958cca5fadd3b9089a 2024-12-05T11:51:12,885 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/a2ca66a8724746958cca5fadd3b9089a, entries=1, sequenceid=333, filesize=5.9 K 2024-12-05T11:51:12,886 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 50018ed533a8556eeff6f8aa7552f905 in 21ms, sequenceid=333, compaction requested=false 2024-12-05T11:51:12,886 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 50018ed533a8556eeff6f8aa7552f905: 2024-12-05T11:51:12,886 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-12-05T11:51:12,889 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740/.tmp/info/47e40c31820245babf7d39a13d02697f is 193, key is TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905./info:regioninfo/1733399421037/Put/seqid=0 2024-12-05T11:51:12,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741877_1053 (size=6223) 2024-12-05T11:51:12,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741877_1053 (size=6223) 2024-12-05T11:51:12,894 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740/.tmp/info/47e40c31820245babf7d39a13d02697f 2024-12-05T11:51:12,899 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740/.tmp/info/47e40c31820245babf7d39a13d02697f as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740/info/47e40c31820245babf7d39a13d02697f 2024-12-05T11:51:12,904 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740/info/47e40c31820245babf7d39a13d02697f, entries=5, sequenceid=21, filesize=6.1 K 2024-12-05T11:51:12,904 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 18ms, sequenceid=21, compaction requested=false 2024-12-05T11:51:12,904 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-05T11:51:12,915 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/WALs/80666a11a09f,38567,1733399384365/80666a11a09f%2C38567%2C1733399384365.1733399472905, exclude list is [], retry=0 2024-12-05T11:51:12,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44159,DS-2460ad7c-45eb-4cd3-b484-96cf84fc2c1d,DISK] 2024-12-05T11:51:12,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44737,DS-0236c398-7c19-4761-9488-9e504eaca01c,DISK] 2024-12-05T11:51:12,919 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/WALs/80666a11a09f,38567,1733399384365/80666a11a09f%2C38567%2C1733399384365.1733399472840 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/WALs/80666a11a09f,38567,1733399384365/80666a11a09f%2C38567%2C1733399384365.1733399472905 2024-12-05T11:51:12,919 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33363:33363),(127.0.0.1/127.0.0.1:40253:40253)] 2024-12-05T11:51:12,919 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/WALs/80666a11a09f,38567,1733399384365/80666a11a09f%2C38567%2C1733399384365.1733399472840 is not closed yet, will try archiving it next time 2024-12-05T11:51:12,919 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/WALs/80666a11a09f,38567,1733399384365/80666a11a09f%2C38567%2C1733399384365.1733399384998 to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/oldWALs/80666a11a09f%2C38567%2C1733399384365.1733399384998 2024-12-05T11:51:12,920 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T11:51:12,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741875_1051 (size=731) 2024-12-05T11:51:12,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741875_1051 (size=731) 2024-12-05T11:51:12,921 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/WALs/80666a11a09f,38567,1733399384365/80666a11a09f%2C38567%2C1733399384365.1733399472840 to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/oldWALs/80666a11a09f%2C38567%2C1733399384365.1733399472840 2024-12-05T11:51:13,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:51:13,020 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:51:13,021 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:51:13,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:51:13,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:51:13,021 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:51:13,022 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:51:13,022 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1120574415, stopped=false 2024-12-05T11:51:13,022 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80666a11a09f,34637,1733399384213 2024-12-05T11:51:13,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101a69d32ee0001, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T11:51:13,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T11:51:13,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:51:13,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101a69d32ee0001, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:51:13,070 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:51:13,070 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:51:13,071 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:51:13,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:51:13,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:51:13,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38567-0x101a69d32ee0001, quorum=127.0.0.1:51941, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:51:13,072 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80666a11a09f,38567,1733399384365' ***** 2024-12-05T11:51:13,072 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:51:13,072 INFO [RS:0;80666a11a09f:38567 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:51:13,073 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:51:13,073 INFO [RS:0;80666a11a09f:38567 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:51:13,073 INFO [RS:0;80666a11a09f:38567 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:51:13,073 INFO [RS:0;80666a11a09f:38567 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d0dcff27759333f48c950f906593847 2024-12-05T11:51:13,073 INFO [RS:0;80666a11a09f:38567 {}] regionserver.HRegionServer(3091): Received CLOSE for 50018ed533a8556eeff6f8aa7552f905 2024-12-05T11:51:13,073 INFO [RS:0;80666a11a09f:38567 {}] regionserver.HRegionServer(959): stopping server 80666a11a09f,38567,1733399384365 2024-12-05T11:51:13,073 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d0dcff27759333f48c950f906593847, disabling compactions & flushes 2024-12-05T11:51:13,073 INFO [RS:0;80666a11a09f:38567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:51:13,073 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733399420290.7d0dcff27759333f48c950f906593847. 2024-12-05T11:51:13,074 INFO [RS:0;80666a11a09f:38567 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80666a11a09f:38567. 2024-12-05T11:51:13,074 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733399420290.7d0dcff27759333f48c950f906593847. 2024-12-05T11:51:13,074 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733399420290.7d0dcff27759333f48c950f906593847. after waiting 0 ms 2024-12-05T11:51:13,074 DEBUG [RS:0;80666a11a09f:38567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:51:13,074 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733399420290.7d0dcff27759333f48c950f906593847. 2024-12-05T11:51:13,074 DEBUG [RS:0;80666a11a09f:38567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:51:13,074 INFO [RS:0;80666a11a09f:38567 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:51:13,074 INFO [RS:0;80666a11a09f:38567 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:51:13,074 INFO [RS:0;80666a11a09f:38567 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:51:13,074 INFO [RS:0;80666a11a09f:38567 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:51:13,074 INFO [RS:0;80666a11a09f:38567 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T11:51:13,075 DEBUG [RS:0;80666a11a09f:38567 {}] regionserver.HRegionServer(1325): Online Regions={7d0dcff27759333f48c950f906593847=TestLogRolling-testLogRolling,,1733399420290.7d0dcff27759333f48c950f906593847., 50018ed533a8556eeff6f8aa7552f905=TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:51:13,074 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733399420290.7d0dcff27759333f48c950f906593847.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/7d0dcff27759333f48c950f906593847/info/e151a523f0fe48df817c5b7363733d03.041c11f8dbf4c6eed0b10cd296838f03->hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/e151a523f0fe48df817c5b7363733d03-bottom] to archive 2024-12-05T11:51:13,075 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:51:13,075 DEBUG [RS:0;80666a11a09f:38567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 50018ed533a8556eeff6f8aa7552f905, 7d0dcff27759333f48c950f906593847 2024-12-05T11:51:13,075 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:51:13,075 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:51:13,075 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:51:13,075 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:51:13,076 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733399420290.7d0dcff27759333f48c950f906593847.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T11:51:13,078 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733399420290.7d0dcff27759333f48c950f906593847.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/7d0dcff27759333f48c950f906593847/info/e151a523f0fe48df817c5b7363733d03.041c11f8dbf4c6eed0b10cd296838f03 to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/7d0dcff27759333f48c950f906593847/info/e151a523f0fe48df817c5b7363733d03.041c11f8dbf4c6eed0b10cd296838f03 2024-12-05T11:51:13,078 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733399420290.7d0dcff27759333f48c950f906593847.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80666a11a09f:34637 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-05T11:51:13,079 WARN [StoreCloser-TestLogRolling-testLogRolling,,1733399420290.7d0dcff27759333f48c950f906593847.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-12-05T11:51:13,081 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-05T11:51:13,082 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:51:13,082 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:51:13,082 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/7d0dcff27759333f48c950f906593847/recovered.edits/118.seqid, newMaxSeqId=118, maxSeqId=113 2024-12-05T11:51:13,082 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733399473075Running coprocessor pre-close hooks at 1733399473075Disabling compacts and flushes for region at 1733399473075Disabling writes for close at 1733399473075Writing region close event to WAL at 1733399473078 (+3 ms)Running coprocessor post-close hooks at 1733399473081 (+3 ms)Closed at 1733399473082 (+1 ms) 2024-12-05T11:51:13,082 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:51:13,082 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733399420290.7d0dcff27759333f48c950f906593847. 2024-12-05T11:51:13,082 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d0dcff27759333f48c950f906593847: Waiting for close lock at 1733399473073Running coprocessor pre-close hooks at 1733399473073Disabling compacts and flushes for region at 1733399473073Disabling writes for close at 1733399473074 (+1 ms)Writing region close event to WAL at 1733399473079 (+5 ms)Running coprocessor post-close hooks at 1733399473082 (+3 ms)Closed at 1733399473082 2024-12-05T11:51:13,082 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1733399420290.7d0dcff27759333f48c950f906593847. 2024-12-05T11:51:13,082 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 50018ed533a8556eeff6f8aa7552f905, disabling compactions & flushes 2024-12-05T11:51:13,082 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905. 2024-12-05T11:51:13,083 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905. 2024-12-05T11:51:13,083 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905. after waiting 0 ms 2024-12-05T11:51:13,083 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905. 2024-12-05T11:51:13,083 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/e151a523f0fe48df817c5b7363733d03.041c11f8dbf4c6eed0b10cd296838f03->hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/041c11f8dbf4c6eed0b10cd296838f03/info/e151a523f0fe48df817c5b7363733d03-top, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/47ed51c987dd46708f6d0c9e9dd2eacf, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/TestLogRolling-testLogRolling=041c11f8dbf4c6eed0b10cd296838f03-19f8a08445cb41afbe1df133c8a6f797, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/783065bcfa5949e1b996bf18b225a61f, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/1ebd358898f64530b7b7ed2b9a9588de, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/89d2acc3a4714de39d79d0c3d020e99b, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/f8c043bf0cdc40f6a500e5af0c180ec7, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/c18e8f431c894e77931aa5ccde905bd3, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/a7e8f0120d2c4d1a86604aa2721058c8, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/d81e55035441422693d6d78a299caca3, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/4ac1d829dbca4c50b1d74bccdbaf554b, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/ec47a32ca4f548c483625744318a4d88, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/5fe16ffb0f634d7ab235c04bc659b4db, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/b2f6390ce38d407da7ccec516bbcdcfb, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/4c1acc3acc3e442bb4ba5b85f6434380, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/ac5411993a294053b41a3e812842a2e7, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/fa5df69edf924adbb0b669d5c7755337, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/0e431cf2da6340c0825c8c47372815ad, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/1f69f559f424449eaa0742050b2c9720, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/53c463ffa3a14348887204c365d873f2, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/d3ac0cb442244287ad0d6b8ead865099, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/78ed4c8159094e3da688d702674e638a, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/aad7aa8fc12349828dbcaf254fc3feed] to archive 2024-12-05T11:51:13,084 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T11:51:13,086 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/e151a523f0fe48df817c5b7363733d03.041c11f8dbf4c6eed0b10cd296838f03 to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/e151a523f0fe48df817c5b7363733d03.041c11f8dbf4c6eed0b10cd296838f03 2024-12-05T11:51:13,088 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/47ed51c987dd46708f6d0c9e9dd2eacf to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/47ed51c987dd46708f6d0c9e9dd2eacf 2024-12-05T11:51:13,089 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/TestLogRolling-testLogRolling=041c11f8dbf4c6eed0b10cd296838f03-19f8a08445cb41afbe1df133c8a6f797 to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/TestLogRolling-testLogRolling=041c11f8dbf4c6eed0b10cd296838f03-19f8a08445cb41afbe1df133c8a6f797 2024-12-05T11:51:13,091 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/783065bcfa5949e1b996bf18b225a61f to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/783065bcfa5949e1b996bf18b225a61f 2024-12-05T11:51:13,092 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/1ebd358898f64530b7b7ed2b9a9588de to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/1ebd358898f64530b7b7ed2b9a9588de 2024-12-05T11:51:13,094 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/89d2acc3a4714de39d79d0c3d020e99b to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/89d2acc3a4714de39d79d0c3d020e99b 2024-12-05T11:51:13,095 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/f8c043bf0cdc40f6a500e5af0c180ec7 to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/f8c043bf0cdc40f6a500e5af0c180ec7 2024-12-05T11:51:13,096 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/c18e8f431c894e77931aa5ccde905bd3 to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/c18e8f431c894e77931aa5ccde905bd3 2024-12-05T11:51:13,097 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/a7e8f0120d2c4d1a86604aa2721058c8 to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/a7e8f0120d2c4d1a86604aa2721058c8 2024-12-05T11:51:13,098 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/d81e55035441422693d6d78a299caca3 to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/d81e55035441422693d6d78a299caca3 2024-12-05T11:51:13,099 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/4ac1d829dbca4c50b1d74bccdbaf554b to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/4ac1d829dbca4c50b1d74bccdbaf554b 2024-12-05T11:51:13,100 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/ec47a32ca4f548c483625744318a4d88 to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/ec47a32ca4f548c483625744318a4d88 2024-12-05T11:51:13,101 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/5fe16ffb0f634d7ab235c04bc659b4db to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/5fe16ffb0f634d7ab235c04bc659b4db 2024-12-05T11:51:13,102 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/b2f6390ce38d407da7ccec516bbcdcfb to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/b2f6390ce38d407da7ccec516bbcdcfb 2024-12-05T11:51:13,103 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/4c1acc3acc3e442bb4ba5b85f6434380 to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/4c1acc3acc3e442bb4ba5b85f6434380 2024-12-05T11:51:13,104 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/ac5411993a294053b41a3e812842a2e7 to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/ac5411993a294053b41a3e812842a2e7 2024-12-05T11:51:13,105 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/fa5df69edf924adbb0b669d5c7755337 to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/fa5df69edf924adbb0b669d5c7755337 2024-12-05T11:51:13,106 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/0e431cf2da6340c0825c8c47372815ad to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/0e431cf2da6340c0825c8c47372815ad 2024-12-05T11:51:13,107 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/1f69f559f424449eaa0742050b2c9720 to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/1f69f559f424449eaa0742050b2c9720 2024-12-05T11:51:13,108 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/53c463ffa3a14348887204c365d873f2 to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/53c463ffa3a14348887204c365d873f2 2024-12-05T11:51:13,109 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/d3ac0cb442244287ad0d6b8ead865099 to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/d3ac0cb442244287ad0d6b8ead865099 2024-12-05T11:51:13,110 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/78ed4c8159094e3da688d702674e638a to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/78ed4c8159094e3da688d702674e638a 2024-12-05T11:51:13,111 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/aad7aa8fc12349828dbcaf254fc3feed to hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/archive/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/info/aad7aa8fc12349828dbcaf254fc3feed 2024-12-05T11:51:13,111 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [47ed51c987dd46708f6d0c9e9dd2eacf=32508, 783065bcfa5949e1b996bf18b225a61f=13386, 1ebd358898f64530b7b7ed2b9a9588de=53697, 89d2acc3a4714de39d79d0c3d020e99b=17605, f8c043bf0cdc40f6a500e5af0c180ec7=16553, c18e8f431c894e77931aa5ccde905bd3=75000, a7e8f0120d2c4d1a86604aa2721058c8=14447, d81e55035441422693d6d78a299caca3=18675, 4ac1d829dbca4c50b1d74bccdbaf554b=106700, ec47a32ca4f548c483625744318a4d88=22891, 5fe16ffb0f634d7ab235c04bc659b4db=13394, b2f6390ce38d407da7ccec516bbcdcfb=127994, 4c1acc3acc3e442bb4ba5b85f6434380=17606, ac5411993a294053b41a3e812842a2e7=17606, fa5df69edf924adbb0b669d5c7755337=149230, 0e431cf2da6340c0825c8c47372815ad=13396, 1f69f559f424449eaa0742050b2c9720=19742, 53c463ffa3a14348887204c365d873f2=176744, d3ac0cb442244287ad0d6b8ead865099=17618, 78ed4c8159094e3da688d702674e638a=19742, aad7aa8fc12349828dbcaf254fc3feed=21854] 2024-12-05T11:51:13,115 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/data/default/TestLogRolling-testLogRolling/50018ed533a8556eeff6f8aa7552f905/recovered.edits/336.seqid, newMaxSeqId=336, maxSeqId=113 2024-12-05T11:51:13,115 INFO [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905. 2024-12-05T11:51:13,115 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 50018ed533a8556eeff6f8aa7552f905: Waiting for close lock at 1733399473082Running coprocessor pre-close hooks at 1733399473082Disabling compacts and flushes for region at 1733399473082Disabling writes for close at 1733399473083 (+1 ms)Writing region close event to WAL at 1733399473112 (+29 ms)Running coprocessor post-close hooks at 1733399473115 (+3 ms)Closed at 1733399473115 2024-12-05T11:51:13,115 DEBUG [RS_CLOSE_REGION-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1733399420290.50018ed533a8556eeff6f8aa7552f905. 2024-12-05T11:51:13,275 INFO [RS:0;80666a11a09f:38567 {}] regionserver.HRegionServer(976): stopping server 80666a11a09f,38567,1733399384365; all regions closed. 2024-12-05T11:51:13,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741834_1010 (size=8107) 2024-12-05T11:51:13,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741834_1010 (size=8107) 2024-12-05T11:51:13,286 DEBUG [RS:0;80666a11a09f:38567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/oldWALs 2024-12-05T11:51:13,287 INFO [RS:0;80666a11a09f:38567 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80666a11a09f%2C38567%2C1733399384365.meta:.meta(num 1733399385587) 2024-12-05T11:51:13,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741878_1054 (size=778) 2024-12-05T11:51:13,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741878_1054 (size=778) 2024-12-05T11:51:13,290 DEBUG [RS:0;80666a11a09f:38567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/oldWALs 2024-12-05T11:51:13,290 INFO [RS:0;80666a11a09f:38567 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80666a11a09f%2C38567%2C1733399384365:(num 1733399472905) 2024-12-05T11:51:13,290 DEBUG [RS:0;80666a11a09f:38567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:51:13,290 INFO [RS:0;80666a11a09f:38567 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:51:13,290 INFO [RS:0;80666a11a09f:38567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:51:13,290 INFO [RS:0;80666a11a09f:38567 {}] hbase.ChoreService(370): Chore service for: regionserver/80666a11a09f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T11:51:13,290 INFO [RS:0;80666a11a09f:38567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:51:13,290 INFO [regionserver/80666a11a09f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:51:13,291 INFO [RS:0;80666a11a09f:38567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38567 2024-12-05T11:51:13,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101a69d32ee0001, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80666a11a09f,38567,1733399384365 2024-12-05T11:51:13,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T11:51:13,293 INFO [RS:0;80666a11a09f:38567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:51:13,294 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007fb0988ff9d0@7c1c0e7 rejected from java.util.concurrent.ThreadPoolExecutor@3fe44c7[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-05T11:51:13,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80666a11a09f,38567,1733399384365] 2024-12-05T11:51:13,310 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80666a11a09f,38567,1733399384365 already deleted, retry=false 2024-12-05T11:51:13,310 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80666a11a09f,38567,1733399384365 expired; onlineServers=0 2024-12-05T11:51:13,310 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80666a11a09f,34637,1733399384213' ***** 2024-12-05T11:51:13,310 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:51:13,310 INFO [M:0;80666a11a09f:34637 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:51:13,311 INFO [M:0;80666a11a09f:34637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:51:13,311 DEBUG [M:0;80666a11a09f:34637 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:51:13,311 DEBUG [M:0;80666a11a09f:34637 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:51:13,311 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:51:13,311 DEBUG [master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.small.0-1733399384815 {}] cleaner.HFileCleaner(306): Exit Thread[master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.small.0-1733399384815,5,FailOnTimeoutGroup] 2024-12-05T11:51:13,311 DEBUG [master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.large.0-1733399384809 {}] cleaner.HFileCleaner(306): Exit Thread[master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.large.0-1733399384809,5,FailOnTimeoutGroup] 2024-12-05T11:51:13,311 INFO [M:0;80666a11a09f:34637 {}] hbase.ChoreService(370): Chore service for: master/80666a11a09f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:51:13,311 INFO [M:0;80666a11a09f:34637 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:51:13,311 DEBUG [M:0;80666a11a09f:34637 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:51:13,311 INFO [M:0;80666a11a09f:34637 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:51:13,312 INFO [M:0;80666a11a09f:34637 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:51:13,312 INFO [M:0;80666a11a09f:34637 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:51:13,312 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:51:13,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T11:51:13,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:51:13,319 DEBUG [M:0;80666a11a09f:34637 {}] zookeeper.ZKUtil(347): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T11:51:13,319 WARN [M:0;80666a11a09f:34637 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:51:13,321 INFO [M:0;80666a11a09f:34637 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/.lastflushedseqids 2024-12-05T11:51:13,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741879_1055 (size=228) 2024-12-05T11:51:13,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741879_1055 (size=228) 2024-12-05T11:51:13,330 INFO [M:0;80666a11a09f:34637 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:51:13,330 INFO [M:0;80666a11a09f:34637 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:51:13,330 DEBUG [M:0;80666a11a09f:34637 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:51:13,330 INFO [M:0;80666a11a09f:34637 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:51:13,331 DEBUG [M:0;80666a11a09f:34637 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:51:13,331 DEBUG [M:0;80666a11a09f:34637 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:51:13,331 DEBUG [M:0;80666a11a09f:34637 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:51:13,331 INFO [M:0;80666a11a09f:34637 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.42 KB heapSize=63.35 KB 2024-12-05T11:51:13,348 DEBUG [M:0;80666a11a09f:34637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e51c14e8faea4860a82ef0ed7ff653ce is 82, key is hbase:meta,,1/info:regioninfo/1733399385619/Put/seqid=0 2024-12-05T11:51:13,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741880_1056 (size=5672) 2024-12-05T11:51:13,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741880_1056 (size=5672) 2024-12-05T11:51:13,354 INFO [M:0;80666a11a09f:34637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e51c14e8faea4860a82ef0ed7ff653ce 2024-12-05T11:51:13,372 DEBUG [M:0;80666a11a09f:34637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4439f4866c64b15b131deb219627151 is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733399386113/Put/seqid=0 2024-12-05T11:51:13,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741881_1057 (size=7090) 2024-12-05T11:51:13,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741881_1057 (size=7090) 2024-12-05T11:51:13,377 INFO [M:0;80666a11a09f:34637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.81 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4439f4866c64b15b131deb219627151 2024-12-05T11:51:13,381 INFO [M:0;80666a11a09f:34637 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4439f4866c64b15b131deb219627151 2024-12-05T11:51:13,396 DEBUG [M:0;80666a11a09f:34637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10b7bc55498541ef96da6602c3fdc289 is 69, key is 80666a11a09f,38567,1733399384365/rs:state/1733399384835/Put/seqid=0 2024-12-05T11:51:13,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741882_1058 (size=5156) 2024-12-05T11:51:13,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741882_1058 (size=5156) 2024-12-05T11:51:13,402 INFO [M:0;80666a11a09f:34637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10b7bc55498541ef96da6602c3fdc289 2024-12-05T11:51:13,402 INFO [RS:0;80666a11a09f:38567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:51:13,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101a69d32ee0001, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:51:13,402 INFO [RS:0;80666a11a09f:38567 {}] regionserver.HRegionServer(1031): Exiting; stopping=80666a11a09f,38567,1733399384365; zookeeper connection closed. 2024-12-05T11:51:13,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101a69d32ee0001, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:51:13,402 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@136764ff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@136764ff 2024-12-05T11:51:13,403 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:51:13,420 DEBUG [M:0;80666a11a09f:34637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/efeab0b52e0d4e4dab89f8dd1ca6982c is 52, key is load_balancer_on/state:d/1733399385714/Put/seqid=0 2024-12-05T11:51:13,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741883_1059 (size=5056) 2024-12-05T11:51:13,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741883_1059 (size=5056) 2024-12-05T11:51:13,425 INFO [M:0;80666a11a09f:34637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/efeab0b52e0d4e4dab89f8dd1ca6982c 2024-12-05T11:51:13,430 DEBUG [M:0;80666a11a09f:34637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e51c14e8faea4860a82ef0ed7ff653ce as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e51c14e8faea4860a82ef0ed7ff653ce 2024-12-05T11:51:13,435 INFO [M:0;80666a11a09f:34637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e51c14e8faea4860a82ef0ed7ff653ce, entries=8, sequenceid=125, filesize=5.5 K 2024-12-05T11:51:13,436 DEBUG [M:0;80666a11a09f:34637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4439f4866c64b15b131deb219627151 as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4439f4866c64b15b131deb219627151 2024-12-05T11:51:13,440 INFO [M:0;80666a11a09f:34637 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4439f4866c64b15b131deb219627151 2024-12-05T11:51:13,440 INFO [M:0;80666a11a09f:34637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4439f4866c64b15b131deb219627151, entries=13, sequenceid=125, filesize=6.9 K 2024-12-05T11:51:13,441 DEBUG [M:0;80666a11a09f:34637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10b7bc55498541ef96da6602c3fdc289 as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10b7bc55498541ef96da6602c3fdc289 2024-12-05T11:51:13,446 INFO [M:0;80666a11a09f:34637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10b7bc55498541ef96da6602c3fdc289, entries=1, sequenceid=125, filesize=5.0 K 2024-12-05T11:51:13,447 DEBUG [M:0;80666a11a09f:34637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/efeab0b52e0d4e4dab89f8dd1ca6982c as hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/efeab0b52e0d4e4dab89f8dd1ca6982c 2024-12-05T11:51:13,452 INFO [M:0;80666a11a09f:34637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/86afe2cb-d7a2-40a8-76a3-701ae80f7146/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/efeab0b52e0d4e4dab89f8dd1ca6982c, entries=1, sequenceid=125, filesize=4.9 K 2024-12-05T11:51:13,454 INFO [M:0;80666a11a09f:34637 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=125, compaction requested=false 2024-12-05T11:51:13,455 INFO [M:0;80666a11a09f:34637 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:51:13,455 DEBUG [M:0;80666a11a09f:34637 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733399473330Disabling compacts and flushes for region at 1733399473330Disabling writes for close at 1733399473331 (+1 ms)Obtaining lock to block concurrent updates at 1733399473331Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733399473331Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52651, getHeapSize=64808, getOffHeapSize=0, getCellsCount=148 at 1733399473331Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733399473332 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733399473332Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733399473348 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733399473348Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733399473358 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733399473372 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733399473372Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733399473381 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733399473396 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733399473396Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733399473406 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733399473420 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733399473420Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60a4248a: reopening flushed file at 1733399473429 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f706cbe: reopening flushed file at 1733399473435 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60d54cd0: reopening flushed file at 1733399473441 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28bc6e4a: reopening flushed file at 1733399473446 (+5 ms)Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=125, compaction requested=false at 1733399473454 (+8 ms)Writing region close event to WAL at 1733399473455 (+1 ms)Closed at 1733399473455 2024-12-05T11:51:13,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44159 is added to blk_1073741830_1006 (size=61320) 2024-12-05T11:51:13,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44737 is added to blk_1073741830_1006 (size=61320) 2024-12-05T11:51:13,458 INFO [M:0;80666a11a09f:34637 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:51:13,458 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:51:13,458 INFO [M:0;80666a11a09f:34637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34637 2024-12-05T11:51:13,458 INFO [M:0;80666a11a09f:34637 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:51:13,568 INFO [M:0;80666a11a09f:34637 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:51:13,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:51:13,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34637-0x101a69d32ee0000, quorum=127.0.0.1:51941, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:51:13,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@551d4d7b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:51:13,572 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@205e87c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:51:13,572 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:51:13,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a71ebde{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:51:13,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6138d67e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/hadoop.log.dir/,STOPPED} 2024-12-05T11:51:13,573 WARN [BP-1015191479-172.17.0.2-1733399382694 heartbeating to localhost/127.0.0.1:39045 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:51:13,573 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:51:13,573 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:51:13,573 WARN [BP-1015191479-172.17.0.2-1733399382694 heartbeating to localhost/127.0.0.1:39045 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1015191479-172.17.0.2-1733399382694 (Datanode Uuid 05b132e0-f15a-493d-a3cf-8e624de9a06d) service to localhost/127.0.0.1:39045 2024-12-05T11:51:13,574 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/cluster_945e5ec0-abb3-296e-b1eb-77d3021041ab/data/data3/current/BP-1015191479-172.17.0.2-1733399382694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:51:13,574 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/cluster_945e5ec0-abb3-296e-b1eb-77d3021041ab/data/data4/current/BP-1015191479-172.17.0.2-1733399382694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:51:13,574 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:51:13,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46cdb437{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:51:13,585 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9f17ed9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:51:13,585 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:51:13,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c6902ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:51:13,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bd7a0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/hadoop.log.dir/,STOPPED} 2024-12-05T11:51:13,586 WARN [BP-1015191479-172.17.0.2-1733399382694 heartbeating to localhost/127.0.0.1:39045 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:51:13,586 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:51:13,586 WARN [BP-1015191479-172.17.0.2-1733399382694 heartbeating to localhost/127.0.0.1:39045 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1015191479-172.17.0.2-1733399382694 (Datanode Uuid f9e1d440-cdeb-4a08-8fc3-a2c6689b439c) service to localhost/127.0.0.1:39045 2024-12-05T11:51:13,586 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:51:13,587 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/cluster_945e5ec0-abb3-296e-b1eb-77d3021041ab/data/data1/current/BP-1015191479-172.17.0.2-1733399382694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:51:13,587 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/cluster_945e5ec0-abb3-296e-b1eb-77d3021041ab/data/data2/current/BP-1015191479-172.17.0.2-1733399382694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:51:13,587 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:51:13,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@325b1ff9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:51:13,594 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@410259d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:51:13,594 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:51:13,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ef1dc2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:51:13,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70bd2432{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/hadoop.log.dir/,STOPPED} 2024-12-05T11:51:13,602 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T11:51:13,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:51:13,633 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=106 (was 96) - Thread LEAK? -, OpenFileDescriptor=450 (was 424) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=118 (was 203), ProcessCount=11 (was 11), AvailableMemoryMB=6956 (was 8254) 2024-12-05T11:51:13,638 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=107, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=118, ProcessCount=11, AvailableMemoryMB=6956 2024-12-05T11:51:13,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:51:13,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/hadoop.log.dir so I do NOT create it in target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e 2024-12-05T11:51:13,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f235da7-e9d3-74c5-1326-25668feafebc/hadoop.tmp.dir so I do NOT create it in target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e 2024-12-05T11:51:13,638 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/cluster_b3d59676-3e50-a373-57f2-36bcf9da522d, deleteOnExit=true 2024-12-05T11:51:13,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:51:13,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/test.cache.data in system properties and HBase conf 2024-12-05T11:51:13,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:51:13,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:51:13,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:51:13,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:51:13,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:51:13,639 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:51:13,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:51:13,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:51:13,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:51:13,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:51:13,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:51:13,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:51:13,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:51:13,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:51:13,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:51:13,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:51:13,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:51:13,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:51:13,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:51:13,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:51:13,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:51:13,912 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:51:13,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:51:13,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:51:13,913 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:51:13,914 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:51:13,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57846fbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:51:13,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5aad72ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:51:14,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b1bd5b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/java.io.tmpdir/jetty-localhost-38983-hadoop-hdfs-3_4_1-tests_jar-_-any-14773457343029582420/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:51:14,018 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@299f25a7{HTTP/1.1, (http/1.1)}{localhost:38983} 2024-12-05T11:51:14,018 INFO [Time-limited test {}] server.Server(415): Started @237271ms 2024-12-05T11:51:14,194 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:51:14,197 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:51:14,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:51:14,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:51:14,197 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:51:14,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e48f613{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:51:14,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a9d9aab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:51:14,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4498bc61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/java.io.tmpdir/jetty-localhost-45675-hadoop-hdfs-3_4_1-tests_jar-_-any-13057818896442804681/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:51:14,289 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c0352ef{HTTP/1.1, (http/1.1)}{localhost:45675} 2024-12-05T11:51:14,289 INFO [Time-limited test {}] server.Server(415): Started @237542ms 2024-12-05T11:51:14,290 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:51:14,318 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:51:14,321 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:51:14,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:51:14,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:51:14,321 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:51:14,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65bcd021{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:51:14,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10fe156{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:51:14,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b029487{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/java.io.tmpdir/jetty-localhost-44649-hadoop-hdfs-3_4_1-tests_jar-_-any-17877547221348521482/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:51:14,413 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6841846{HTTP/1.1, (http/1.1)}{localhost:44649} 2024-12-05T11:51:14,413 INFO [Time-limited test {}] server.Server(415): Started @237666ms 2024-12-05T11:51:14,414 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:51:14,863 INFO [regionserver/80666a11a09f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:51:14,869 WARN [Thread-1614 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/cluster_b3d59676-3e50-a373-57f2-36bcf9da522d/data/data1/current/BP-1919947762-172.17.0.2-1733399473661/current, will proceed with Du for space computation calculation, 2024-12-05T11:51:14,869 WARN [Thread-1615 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/cluster_b3d59676-3e50-a373-57f2-36bcf9da522d/data/data2/current/BP-1919947762-172.17.0.2-1733399473661/current, will proceed with Du for space computation calculation, 2024-12-05T11:51:14,887 WARN [Thread-1578 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:51:14,889 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23f1e98ad936741c with lease ID 0x94093bd154d1ecdb: Processing first storage report for DS-d820975b-b42d-4b75-ab34-7bd3b26b1d39 from datanode DatanodeRegistration(127.0.0.1:32875, datanodeUuid=a75972b7-fbb3-450b-b888-1d673046b636, infoPort=33343, infoSecurePort=0, ipcPort=43681, storageInfo=lv=-57;cid=testClusterID;nsid=137185481;c=1733399473661) 2024-12-05T11:51:14,889 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23f1e98ad936741c with lease ID 0x94093bd154d1ecdb: from storage DS-d820975b-b42d-4b75-ab34-7bd3b26b1d39 node DatanodeRegistration(127.0.0.1:32875, datanodeUuid=a75972b7-fbb3-450b-b888-1d673046b636, infoPort=33343, infoSecurePort=0, ipcPort=43681, storageInfo=lv=-57;cid=testClusterID;nsid=137185481;c=1733399473661), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:51:14,889 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23f1e98ad936741c with lease ID 0x94093bd154d1ecdb: Processing first storage report for DS-8b58c133-799f-4bcf-b18b-6dc3d5ab0e69 from datanode DatanodeRegistration(127.0.0.1:32875, datanodeUuid=a75972b7-fbb3-450b-b888-1d673046b636, infoPort=33343, infoSecurePort=0, ipcPort=43681, storageInfo=lv=-57;cid=testClusterID;nsid=137185481;c=1733399473661) 2024-12-05T11:51:14,889 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23f1e98ad936741c with lease ID 0x94093bd154d1ecdb: from storage DS-8b58c133-799f-4bcf-b18b-6dc3d5ab0e69 node DatanodeRegistration(127.0.0.1:32875, datanodeUuid=a75972b7-fbb3-450b-b888-1d673046b636, infoPort=33343, infoSecurePort=0, ipcPort=43681, storageInfo=lv=-57;cid=testClusterID;nsid=137185481;c=1733399473661), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:51:14,994 WARN [Thread-1625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/cluster_b3d59676-3e50-a373-57f2-36bcf9da522d/data/data3/current/BP-1919947762-172.17.0.2-1733399473661/current, will proceed with Du for space computation calculation, 2024-12-05T11:51:14,994 WARN [Thread-1626 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/cluster_b3d59676-3e50-a373-57f2-36bcf9da522d/data/data4/current/BP-1919947762-172.17.0.2-1733399473661/current, will proceed with Du for space computation calculation, 2024-12-05T11:51:15,009 WARN [Thread-1601 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:51:15,011 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa7a92ccc8710cf8 with lease ID 0x94093bd154d1ecdc: Processing first storage report for DS-d780c95a-186c-44b8-a9b0-fc0bb25c8afc from datanode DatanodeRegistration(127.0.0.1:39993, datanodeUuid=3365945c-267b-4ad5-91ef-b45979e3429b, infoPort=44011, infoSecurePort=0, ipcPort=43497, storageInfo=lv=-57;cid=testClusterID;nsid=137185481;c=1733399473661) 2024-12-05T11:51:15,011 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa7a92ccc8710cf8 with lease ID 0x94093bd154d1ecdc: from storage DS-d780c95a-186c-44b8-a9b0-fc0bb25c8afc node DatanodeRegistration(127.0.0.1:39993, datanodeUuid=3365945c-267b-4ad5-91ef-b45979e3429b, infoPort=44011, infoSecurePort=0, ipcPort=43497, storageInfo=lv=-57;cid=testClusterID;nsid=137185481;c=1733399473661), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:51:15,011 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa7a92ccc8710cf8 with lease ID 0x94093bd154d1ecdc: Processing first storage report for DS-412cb58b-b2e9-42ff-be3f-4ea7849e6eb5 from datanode DatanodeRegistration(127.0.0.1:39993, datanodeUuid=3365945c-267b-4ad5-91ef-b45979e3429b, infoPort=44011, infoSecurePort=0, ipcPort=43497, storageInfo=lv=-57;cid=testClusterID;nsid=137185481;c=1733399473661) 2024-12-05T11:51:15,011 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa7a92ccc8710cf8 with lease ID 0x94093bd154d1ecdc: from storage DS-412cb58b-b2e9-42ff-be3f-4ea7849e6eb5 node DatanodeRegistration(127.0.0.1:39993, datanodeUuid=3365945c-267b-4ad5-91ef-b45979e3429b, infoPort=44011, infoSecurePort=0, ipcPort=43497, storageInfo=lv=-57;cid=testClusterID;nsid=137185481;c=1733399473661), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T11:51:15,038 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e 2024-12-05T11:51:15,040 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/cluster_b3d59676-3e50-a373-57f2-36bcf9da522d/zookeeper_0, clientPort=50282, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/cluster_b3d59676-3e50-a373-57f2-36bcf9da522d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/cluster_b3d59676-3e50-a373-57f2-36bcf9da522d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T11:51:15,041 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50282 2024-12-05T11:51:15,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:51:15,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:51:15,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32875 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:51:15,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:51:15,051 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af with version=8 2024-12-05T11:51:15,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:46407/user/jenkins/test-data/d41fd910-f0e8-940d-687e-11da23a06a79/hbase-staging 2024-12-05T11:51:15,052 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80666a11a09f:0 server-side Connection retries=45 2024-12-05T11:51:15,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:51:15,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:51:15,052 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:51:15,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:51:15,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:51:15,052 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:51:15,053 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:51:15,053 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46069 2024-12-05T11:51:15,054 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46069 connecting to ZooKeeper ensemble=127.0.0.1:50282 2024-12-05T11:51:15,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460690x0, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:51:15,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46069-0x101a69e95d50000 connected 2024-12-05T11:51:15,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:51:15,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:51:15,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:51:15,245 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af, hbase.cluster.distributed=false 2024-12-05T11:51:15,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T11:51:15,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46069 2024-12-05T11:51:15,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46069 2024-12-05T11:51:15,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46069 2024-12-05T11:51:15,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46069 2024-12-05T11:51:15,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46069 2024-12-05T11:51:15,260 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80666a11a09f:0 server-side Connection retries=45 2024-12-05T11:51:15,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:51:15,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:51:15,261 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:51:15,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:51:15,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:51:15,261 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:51:15,261 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:51:15,261 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37889 2024-12-05T11:51:15,262 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37889 connecting to ZooKeeper ensemble=127.0.0.1:50282 2024-12-05T11:51:15,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:51:15,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:51:15,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378890x0, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:51:15,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378890x0, quorum=127.0.0.1:50282, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:51:15,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37889-0x101a69e95d50001 connected 2024-12-05T11:51:15,271 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:51:15,271 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:51:15,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37889-0x101a69e95d50001, quorum=127.0.0.1:50282, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T11:51:15,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37889-0x101a69e95d50001, quorum=127.0.0.1:50282, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T11:51:15,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37889 2024-12-05T11:51:15,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37889 2024-12-05T11:51:15,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37889 2024-12-05T11:51:15,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37889 2024-12-05T11:51:15,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37889 2024-12-05T11:51:15,283 DEBUG [M:0;80666a11a09f:46069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80666a11a09f:46069 2024-12-05T11:51:15,283 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/80666a11a09f,46069,1733399475052 2024-12-05T11:51:15,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x101a69e95d50001, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:51:15,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:51:15,287 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/80666a11a09f,46069,1733399475052 2024-12-05T11:51:15,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x101a69e95d50001, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T11:51:15,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x101a69e95d50001, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:51:15,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:51:15,295 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T11:51:15,296 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/80666a11a09f,46069,1733399475052 from backup master directory 2024-12-05T11:51:15,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/80666a11a09f,46069,1733399475052 2024-12-05T11:51:15,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x101a69e95d50001, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:51:15,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:51:15,303 WARN [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:51:15,303 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80666a11a09f,46069,1733399475052 2024-12-05T11:51:15,307 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/hbase.id] with ID: be0bc305-8ef9-43c0-a09e-80d8f3033587 2024-12-05T11:51:15,307 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/.tmp/hbase.id 2024-12-05T11:51:15,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32875 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:51:15,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:51:15,312 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/.tmp/hbase.id]:[hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/hbase.id] 2024-12-05T11:51:15,321 INFO [master/80666a11a09f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:51:15,321 INFO [master/80666a11a09f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:51:15,322 INFO [master/80666a11a09f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T11:51:15,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:51:15,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x101a69e95d50001, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:51:15,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32875 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:51:15,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:51:15,334 INFO [master/80666a11a09f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:51:15,335 INFO [master/80666a11a09f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:51:15,335 INFO [master/80666a11a09f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:51:15,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:51:15,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32875 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:51:15,342 INFO [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/data/master/store 2024-12-05T11:51:15,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:51:15,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32875 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:51:15,350 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:51:15,350 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:51:15,350 INFO [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:51:15,350 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:51:15,350 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:51:15,350 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:51:15,350 INFO [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:51:15,350 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733399475350Disabling compacts and flushes for region at 1733399475350Disabling writes for close at 1733399475350Writing region close event to WAL at 1733399475350Closed at 1733399475350 2024-12-05T11:51:15,351 WARN [master/80666a11a09f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/data/master/store/.initializing 2024-12-05T11:51:15,351 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/WALs/80666a11a09f,46069,1733399475052 2024-12-05T11:51:15,352 INFO [master/80666a11a09f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:51:15,353 INFO [master/80666a11a09f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80666a11a09f%2C46069%2C1733399475052, suffix=, logDir=hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/WALs/80666a11a09f,46069,1733399475052, archiveDir=hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/oldWALs, maxLogs=10 2024-12-05T11:51:15,364 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/WALs/80666a11a09f,46069,1733399475052/80666a11a09f%2C46069%2C1733399475052.1733399475353, exclude list is [], retry=0 2024-12-05T11:51:15,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32875,DS-d820975b-b42d-4b75-ab34-7bd3b26b1d39,DISK] 2024-12-05T11:51:15,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39993,DS-d780c95a-186c-44b8-a9b0-fc0bb25c8afc,DISK] 2024-12-05T11:51:15,368 INFO [master/80666a11a09f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/WALs/80666a11a09f,46069,1733399475052/80666a11a09f%2C46069%2C1733399475052.1733399475353 2024-12-05T11:51:15,368 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33343:33343),(127.0.0.1/127.0.0.1:44011:44011)] 2024-12-05T11:51:15,368 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:51:15,368 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:51:15,368 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:51:15,368 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:51:15,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:51:15,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:51:15,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:51:15,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:51:15,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:51:15,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:51:15,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:51:15,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:51:15,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:51:15,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:51:15,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:51:15,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:51:15,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:51:15,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:51:15,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:51:15,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:51:15,377 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:51:15,377 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:51:15,378 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:51:15,379 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:51:15,379 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:51:15,379 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:51:15,380 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:51:15,382 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:51:15,382 INFO [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=784711, jitterRate=-0.002189040184020996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:51:15,383 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733399475368Initializing all the Stores at 1733399475369 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399475369Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399475369Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399475369Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399475369Cleaning up temporary data from old regions at 1733399475379 (+10 ms)Region opened successfully at 1733399475383 (+4 ms) 2024-12-05T11:51:15,383 INFO [master/80666a11a09f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:51:15,387 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c48e24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80666a11a09f/172.17.0.2:0 2024-12-05T11:51:15,388 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:51:15,388 INFO [master/80666a11a09f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:51:15,388 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:51:15,388 INFO [master/80666a11a09f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:51:15,389 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:51:15,389 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:51:15,389 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:51:15,391 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:51:15,391 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T11:51:15,395 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T11:51:15,395 INFO [master/80666a11a09f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:51:15,396 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:51:15,403 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T11:51:15,404 INFO [master/80666a11a09f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:51:15,404 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:51:15,411 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T11:51:15,412 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:51:15,420 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T11:51:15,422 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:51:15,428 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T11:51:15,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x101a69e95d50001, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T11:51:15,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T11:51:15,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:51:15,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x101a69e95d50001, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:51:15,437 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80666a11a09f,46069,1733399475052, sessionid=0x101a69e95d50000, setting cluster-up flag (Was=false) 2024-12-05T11:51:15,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x101a69e95d50001, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:51:15,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:51:15,478 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T11:51:15,480 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80666a11a09f,46069,1733399475052 2024-12-05T11:51:15,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:51:15,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x101a69e95d50001, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:51:15,520 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T11:51:15,521 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80666a11a09f,46069,1733399475052 2024-12-05T11:51:15,522 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:51:15,523 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:51:15,524 INFO [master/80666a11a09f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:51:15,524 INFO [master/80666a11a09f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:51:15,524 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80666a11a09f,46069,1733399475052 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:51:15,525 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80666a11a09f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:51:15,525 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80666a11a09f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:51:15,525 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80666a11a09f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:51:15,525 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80666a11a09f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:51:15,525 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80666a11a09f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:51:15,525 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:51:15,525 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80666a11a09f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:51:15,525 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:51:15,526 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:51:15,527 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:51:15,527 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733399505527 2024-12-05T11:51:15,527 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:51:15,528 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:51:15,528 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:51:15,528 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:51:15,528 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:51:15,528 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:51:15,528 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:51:15,528 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:51:15,528 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:51:15,529 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:51:15,529 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:51:15,529 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:51:15,529 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:51:15,529 INFO [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:51:15,530 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.large.0-1733399475529,5,FailOnTimeoutGroup] 2024-12-05T11:51:15,530 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.small.0-1733399475530,5,FailOnTimeoutGroup] 2024-12-05T11:51:15,530 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:51:15,530 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:51:15,530 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:51:15,530 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:51:15,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:51:15,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32875 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:51:15,535 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:51:15,535 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af 2024-12-05T11:51:15,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741832_1008 (size=32) 2024-12-05T11:51:15,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32875 is added to blk_1073741832_1008 (size=32) 2024-12-05T11:51:15,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:51:15,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:51:15,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:51:15,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:51:15,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:51:15,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:51:15,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:51:15,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:51:15,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:51:15,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:51:15,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:51:15,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:51:15,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:51:15,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:51:15,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:51:15,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:51:15,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:51:15,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:51:15,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/data/hbase/meta/1588230740 2024-12-05T11:51:15,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/data/hbase/meta/1588230740 2024-12-05T11:51:15,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:51:15,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:51:15,556 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T11:51:15,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:51:15,559 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:51:15,559 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=810229, jitterRate=0.030259951949119568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T11:51:15,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733399475542Initializing all the Stores at 1733399475543 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399475543Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399475546 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399475546Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399475546Cleaning up temporary data from old regions at 1733399475556 (+10 ms)Region opened successfully at 1733399475559 (+3 ms) 2024-12-05T11:51:15,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:51:15,560 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:51:15,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:51:15,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:51:15,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:51:15,560 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:51:15,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733399475560Disabling compacts and flushes for region at 1733399475560Disabling writes for close at 1733399475560Writing region close event to WAL at 1733399475560Closed at 1733399475560 2024-12-05T11:51:15,561 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:51:15,561 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:51:15,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:51:15,562 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:51:15,563 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:51:15,576 INFO [RS:0;80666a11a09f:37889 {}] regionserver.HRegionServer(746): ClusterId : be0bc305-8ef9-43c0-a09e-80d8f3033587 2024-12-05T11:51:15,576 DEBUG [RS:0;80666a11a09f:37889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:51:15,587 DEBUG [RS:0;80666a11a09f:37889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:51:15,587 DEBUG [RS:0;80666a11a09f:37889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:51:15,596 DEBUG [RS:0;80666a11a09f:37889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:51:15,596 DEBUG [RS:0;80666a11a09f:37889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b18fc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80666a11a09f/172.17.0.2:0 2024-12-05T11:51:15,605 DEBUG [RS:0;80666a11a09f:37889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80666a11a09f:37889 2024-12-05T11:51:15,605 INFO [RS:0;80666a11a09f:37889 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:51:15,605 INFO [RS:0;80666a11a09f:37889 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:51:15,605 DEBUG [RS:0;80666a11a09f:37889 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:51:15,606 INFO [RS:0;80666a11a09f:37889 {}] regionserver.HRegionServer(2659): reportForDuty to master=80666a11a09f,46069,1733399475052 with port=37889, startcode=1733399475260 2024-12-05T11:51:15,606 DEBUG [RS:0;80666a11a09f:37889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:51:15,608 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54767, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:51:15,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46069 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80666a11a09f,37889,1733399475260 2024-12-05T11:51:15,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46069 {}] master.ServerManager(517): Registering regionserver=80666a11a09f,37889,1733399475260 2024-12-05T11:51:15,609 DEBUG [RS:0;80666a11a09f:37889 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af 2024-12-05T11:51:15,609 DEBUG [RS:0;80666a11a09f:37889 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33509 2024-12-05T11:51:15,609 DEBUG [RS:0;80666a11a09f:37889 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:51:15,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T11:51:15,620 DEBUG [RS:0;80666a11a09f:37889 {}] zookeeper.ZKUtil(111): regionserver:37889-0x101a69e95d50001, quorum=127.0.0.1:50282, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80666a11a09f,37889,1733399475260 2024-12-05T11:51:15,620 WARN [RS:0;80666a11a09f:37889 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:51:15,620 INFO [RS:0;80666a11a09f:37889 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:51:15,620 DEBUG [RS:0;80666a11a09f:37889 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/WALs/80666a11a09f,37889,1733399475260 2024-12-05T11:51:15,620 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80666a11a09f,37889,1733399475260] 2024-12-05T11:51:15,624 INFO [RS:0;80666a11a09f:37889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:51:15,626 INFO [RS:0;80666a11a09f:37889 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:51:15,627 INFO [RS:0;80666a11a09f:37889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:51:15,627 INFO [RS:0;80666a11a09f:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:51:15,628 INFO [RS:0;80666a11a09f:37889 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:51:15,629 INFO [RS:0;80666a11a09f:37889 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:51:15,629 INFO [RS:0;80666a11a09f:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:51:15,629 DEBUG [RS:0;80666a11a09f:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:51:15,629 DEBUG [RS:0;80666a11a09f:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:51:15,629 DEBUG [RS:0;80666a11a09f:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:51:15,629 DEBUG [RS:0;80666a11a09f:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:51:15,629 DEBUG [RS:0;80666a11a09f:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:51:15,629 DEBUG [RS:0;80666a11a09f:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80666a11a09f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:51:15,629 DEBUG [RS:0;80666a11a09f:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:51:15,629 DEBUG [RS:0;80666a11a09f:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:51:15,629 DEBUG [RS:0;80666a11a09f:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:51:15,629 DEBUG [RS:0;80666a11a09f:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:51:15,629 DEBUG [RS:0;80666a11a09f:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:51:15,629 DEBUG [RS:0;80666a11a09f:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80666a11a09f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:51:15,630 DEBUG [RS:0;80666a11a09f:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80666a11a09f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:51:15,630 DEBUG [RS:0;80666a11a09f:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80666a11a09f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:51:15,630 INFO [RS:0;80666a11a09f:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:51:15,630 INFO [RS:0;80666a11a09f:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:51:15,630 INFO [RS:0;80666a11a09f:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:51:15,630 INFO [RS:0;80666a11a09f:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:51:15,630 INFO [RS:0;80666a11a09f:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:51:15,630 INFO [RS:0;80666a11a09f:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,37889,1733399475260-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:51:15,643 INFO [RS:0;80666a11a09f:37889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:51:15,643 INFO [RS:0;80666a11a09f:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,37889,1733399475260-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:51:15,644 INFO [RS:0;80666a11a09f:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:51:15,644 INFO [RS:0;80666a11a09f:37889 {}] regionserver.Replication(171): 80666a11a09f,37889,1733399475260 started 2024-12-05T11:51:15,655 INFO [RS:0;80666a11a09f:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:51:15,655 INFO [RS:0;80666a11a09f:37889 {}] regionserver.HRegionServer(1482): Serving as 80666a11a09f,37889,1733399475260, RpcServer on 80666a11a09f/172.17.0.2:37889, sessionid=0x101a69e95d50001 2024-12-05T11:51:15,656 DEBUG [RS:0;80666a11a09f:37889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:51:15,656 DEBUG [RS:0;80666a11a09f:37889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80666a11a09f,37889,1733399475260 2024-12-05T11:51:15,656 DEBUG [RS:0;80666a11a09f:37889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80666a11a09f,37889,1733399475260' 2024-12-05T11:51:15,656 DEBUG [RS:0;80666a11a09f:37889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T11:51:15,656 DEBUG [RS:0;80666a11a09f:37889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T11:51:15,657 DEBUG [RS:0;80666a11a09f:37889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:51:15,657 DEBUG [RS:0;80666a11a09f:37889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:51:15,657 DEBUG [RS:0;80666a11a09f:37889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80666a11a09f,37889,1733399475260 2024-12-05T11:51:15,657 DEBUG [RS:0;80666a11a09f:37889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80666a11a09f,37889,1733399475260' 2024-12-05T11:51:15,657 DEBUG [RS:0;80666a11a09f:37889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T11:51:15,657 DEBUG [RS:0;80666a11a09f:37889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T11:51:15,658 DEBUG [RS:0;80666a11a09f:37889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:51:15,658 INFO [RS:0;80666a11a09f:37889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:51:15,658 INFO [RS:0;80666a11a09f:37889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:51:15,713 WARN [80666a11a09f:46069 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T11:51:15,758 INFO [RS:0;80666a11a09f:37889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:51:15,760 INFO [RS:0;80666a11a09f:37889 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80666a11a09f%2C37889%2C1733399475260, suffix=, logDir=hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/WALs/80666a11a09f,37889,1733399475260, archiveDir=hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/oldWALs, maxLogs=32 2024-12-05T11:51:15,770 DEBUG [RS:0;80666a11a09f:37889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/WALs/80666a11a09f,37889,1733399475260/80666a11a09f%2C37889%2C1733399475260.1733399475760, exclude list is [], retry=0 2024-12-05T11:51:15,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39993,DS-d780c95a-186c-44b8-a9b0-fc0bb25c8afc,DISK] 2024-12-05T11:51:15,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32875,DS-d820975b-b42d-4b75-ab34-7bd3b26b1d39,DISK] 2024-12-05T11:51:15,775 INFO [RS:0;80666a11a09f:37889 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/WALs/80666a11a09f,37889,1733399475260/80666a11a09f%2C37889%2C1733399475260.1733399475760 2024-12-05T11:51:15,775 DEBUG [RS:0;80666a11a09f:37889 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44011:44011),(127.0.0.1/127.0.0.1:33343:33343)] 2024-12-05T11:51:15,963 DEBUG [80666a11a09f:46069 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:51:15,964 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80666a11a09f,37889,1733399475260 2024-12-05T11:51:15,965 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80666a11a09f,37889,1733399475260, state=OPENING 2024-12-05T11:51:15,970 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:51:15,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:51:15,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x101a69e95d50001, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:51:15,979 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:51:15,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:51:15,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:51:15,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80666a11a09f,37889,1733399475260}] 2024-12-05T11:51:16,131 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:51:16,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45275, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:51:16,135 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:51:16,136 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:51:16,136 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:51:16,137 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80666a11a09f%2C37889%2C1733399475260.meta, suffix=.meta, logDir=hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/WALs/80666a11a09f,37889,1733399475260, archiveDir=hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/oldWALs, maxLogs=32 2024-12-05T11:51:16,148 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/WALs/80666a11a09f,37889,1733399475260/80666a11a09f%2C37889%2C1733399475260.meta.1733399476137.meta, exclude list is [], retry=0 2024-12-05T11:51:16,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39993,DS-d780c95a-186c-44b8-a9b0-fc0bb25c8afc,DISK] 2024-12-05T11:51:16,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32875,DS-d820975b-b42d-4b75-ab34-7bd3b26b1d39,DISK] 2024-12-05T11:51:16,152 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/WALs/80666a11a09f,37889,1733399475260/80666a11a09f%2C37889%2C1733399475260.meta.1733399476137.meta 2024-12-05T11:51:16,152 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33343:33343),(127.0.0.1/127.0.0.1:44011:44011)] 2024-12-05T11:51:16,152 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:51:16,152 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:51:16,152 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:51:16,153 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:51:16,153 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:51:16,153 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:51:16,153 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:51:16,153 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:51:16,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:51:16,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:51:16,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:51:16,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:51:16,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:51:16,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:51:16,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:51:16,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:51:16,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:51:16,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:51:16,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:51:16,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:51:16,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:51:16,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:51:16,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:51:16,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:51:16,159 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:51:16,159 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/data/hbase/meta/1588230740 2024-12-05T11:51:16,160 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/data/hbase/meta/1588230740 2024-12-05T11:51:16,161 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:51:16,162 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:51:16,162 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T11:51:16,164 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:51:16,164 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=882187, jitterRate=0.12175971269607544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T11:51:16,164 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:51:16,165 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733399476153Writing region info on filesystem at 1733399476153Initializing all the Stores at 1733399476154 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399476154Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399476154Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733399476154Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733399476154Cleaning up temporary data from old regions at 1733399476162 (+8 ms)Running coprocessor post-open hooks at 1733399476164 (+2 ms)Region opened successfully at 1733399476165 (+1 ms) 2024-12-05T11:51:16,166 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733399476131 2024-12-05T11:51:16,168 DEBUG [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:51:16,168 INFO [RS_OPEN_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:51:16,168 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80666a11a09f,37889,1733399475260 2024-12-05T11:51:16,169 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80666a11a09f,37889,1733399475260, state=OPEN 2024-12-05T11:51:16,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T11:51:16,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x101a69e95d50001, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T11:51:16,203 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80666a11a09f,37889,1733399475260 2024-12-05T11:51:16,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:51:16,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:51:16,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:51:16,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80666a11a09f,37889,1733399475260 in 225 msec 2024-12-05T11:51:16,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:51:16,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 645 msec 2024-12-05T11:51:16,208 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:51:16,208 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:51:16,209 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:51:16,209 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80666a11a09f,37889,1733399475260, seqNum=-1] 2024-12-05T11:51:16,210 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:51:16,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52245, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:51:16,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 692 msec 2024-12-05T11:51:16,215 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733399476215, completionTime=-1 2024-12-05T11:51:16,215 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:51:16,215 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:51:16,217 INFO [master/80666a11a09f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:51:16,217 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733399536217 2024-12-05T11:51:16,217 INFO [master/80666a11a09f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733399596217 2024-12-05T11:51:16,217 INFO [master/80666a11a09f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T11:51:16,218 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,46069,1733399475052-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:51:16,218 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,46069,1733399475052-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:51:16,218 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,46069,1733399475052-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:51:16,218 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80666a11a09f:46069, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:51:16,218 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:51:16,218 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:51:16,220 DEBUG [master/80666a11a09f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:51:16,222 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.919sec 2024-12-05T11:51:16,222 INFO [master/80666a11a09f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:51:16,222 INFO [master/80666a11a09f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:51:16,223 INFO [master/80666a11a09f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:51:16,223 INFO [master/80666a11a09f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:51:16,223 INFO [master/80666a11a09f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:51:16,223 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,46069,1733399475052-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:51:16,223 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,46069,1733399475052-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:51:16,225 DEBUG [master/80666a11a09f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:51:16,225 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:51:16,225 INFO [master/80666a11a09f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80666a11a09f,46069,1733399475052-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:51:16,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20733e41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:51:16,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80666a11a09f,46069,-1 for getting cluster id 2024-12-05T11:51:16,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:51:16,277 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be0bc305-8ef9-43c0-a09e-80d8f3033587' 2024-12-05T11:51:16,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:51:16,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be0bc305-8ef9-43c0-a09e-80d8f3033587" 2024-12-05T11:51:16,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3371dfc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:51:16,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80666a11a09f,46069,-1] 2024-12-05T11:51:16,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:51:16,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:51:16,279 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:51:16,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad55efe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:51:16,280 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:51:16,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80666a11a09f,37889,1733399475260, seqNum=-1] 2024-12-05T11:51:16,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:51:16,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:51:16,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80666a11a09f,46069,1733399475052 2024-12-05T11:51:16,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:51:16,287 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-05T11:51:16,287 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:51:16,288 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:51:16,289 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/WALs/test.com,8080,1, archiveDir=hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/oldWALs, maxLogs=32 2024-12-05T11:51:16,301 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/WALs/test.com,8080,1/test.com%2C8080%2C1.1733399476290, exclude list is [], retry=0 2024-12-05T11:51:16,304 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39993,DS-d780c95a-186c-44b8-a9b0-fc0bb25c8afc,DISK] 2024-12-05T11:51:16,304 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32875,DS-d820975b-b42d-4b75-ab34-7bd3b26b1d39,DISK] 2024-12-05T11:51:16,306 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/WALs/test.com,8080,1/test.com%2C8080%2C1.1733399476290 2024-12-05T11:51:16,306 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44011:44011),(127.0.0.1/127.0.0.1:33343:33343)] 2024-12-05T11:51:16,322 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/WALs/test.com,8080,1/test.com%2C8080%2C1.1733399476306, exclude list is [], retry=0 2024-12-05T11:51:16,325 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32875,DS-d820975b-b42d-4b75-ab34-7bd3b26b1d39,DISK] 2024-12-05T11:51:16,325 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39993,DS-d780c95a-186c-44b8-a9b0-fc0bb25c8afc,DISK] 2024-12-05T11:51:16,327 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/WALs/test.com,8080,1/test.com%2C8080%2C1.1733399476290 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/WALs/test.com,8080,1/test.com%2C8080%2C1.1733399476306 2024-12-05T11:51:16,330 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33343:33343),(127.0.0.1/127.0.0.1:44011:44011)] 2024-12-05T11:51:16,330 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/WALs/test.com,8080,1/test.com%2C8080%2C1.1733399476290 is not closed yet, will try archiving it next time 2024-12-05T11:51:16,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741835_1011 (size=93) 2024-12-05T11:51:16,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32875 is added to blk_1073741835_1011 (size=93) 2024-12-05T11:51:16,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741836_1012 (size=93) 2024-12-05T11:51:16,333 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/WALs/test.com,8080,1/test.com%2C8080%2C1.1733399476290 to hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/oldWALs/test.com%2C8080%2C1.1733399476290 2024-12-05T11:51:16,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32875 is added to blk_1073741836_1012 (size=93) 2024-12-05T11:51:16,336 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/oldWALs 2024-12-05T11:51:16,336 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1733399476306) 2024-12-05T11:51:16,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:51:16,337 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:51:16,337 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:51:16,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:51:16,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:51:16,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:51:16,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:51:16,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=263917366, stopped=false 2024-12-05T11:51:16,337 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80666a11a09f,46069,1733399475052 2024-12-05T11:51:16,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T11:51:16,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x101a69e95d50001, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T11:51:16,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:51:16,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x101a69e95d50001, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:51:16,345 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:51:16,345 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:51:16,345 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:51:16,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:51:16,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37889-0x101a69e95d50001, quorum=127.0.0.1:50282, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:51:16,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:51:16,346 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80666a11a09f,37889,1733399475260' ***** 2024-12-05T11:51:16,346 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:51:16,346 INFO [RS:0;80666a11a09f:37889 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:51:16,346 INFO [RS:0;80666a11a09f:37889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:51:16,346 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:51:16,346 INFO [RS:0;80666a11a09f:37889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:51:16,346 INFO [RS:0;80666a11a09f:37889 {}] regionserver.HRegionServer(959): stopping server 80666a11a09f,37889,1733399475260 2024-12-05T11:51:16,346 INFO [RS:0;80666a11a09f:37889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:51:16,346 INFO [RS:0;80666a11a09f:37889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80666a11a09f:37889. 2024-12-05T11:51:16,346 DEBUG [RS:0;80666a11a09f:37889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:51:16,346 DEBUG [RS:0;80666a11a09f:37889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:51:16,346 INFO [RS:0;80666a11a09f:37889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:51:16,346 INFO [RS:0;80666a11a09f:37889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:51:16,346 INFO [RS:0;80666a11a09f:37889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:51:16,346 INFO [RS:0;80666a11a09f:37889 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:51:16,347 INFO [RS:0;80666a11a09f:37889 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T11:51:16,347 DEBUG [RS:0;80666a11a09f:37889 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:51:16,347 DEBUG [RS:0;80666a11a09f:37889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:51:16,347 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:51:16,347 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:51:16,347 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:51:16,347 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:51:16,347 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:51:16,347 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T11:51:16,364 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/data/hbase/meta/1588230740/.tmp/ns/cd00cfe448914c8dab5d641a7f44d216 is 43, key is default/ns:d/1733399476211/Put/seqid=0 2024-12-05T11:51:16,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32875 is added to blk_1073741837_1013 (size=5153) 2024-12-05T11:51:16,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741837_1013 (size=5153) 2024-12-05T11:51:16,369 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/data/hbase/meta/1588230740/.tmp/ns/cd00cfe448914c8dab5d641a7f44d216 2024-12-05T11:51:16,374 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/data/hbase/meta/1588230740/.tmp/ns/cd00cfe448914c8dab5d641a7f44d216 as hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/data/hbase/meta/1588230740/ns/cd00cfe448914c8dab5d641a7f44d216 2024-12-05T11:51:16,379 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/data/hbase/meta/1588230740/ns/cd00cfe448914c8dab5d641a7f44d216, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T11:51:16,380 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=6, compaction requested=false 2024-12-05T11:51:16,380 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T11:51:16,384 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T11:51:16,385 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:51:16,385 INFO [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:51:16,385 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733399476347Running coprocessor pre-close hooks at 1733399476347Disabling compacts and flushes for region at 1733399476347Disabling writes for close at 1733399476347Obtaining lock to block concurrent updates at 1733399476347Preparing flush snapshotting stores in 1588230740 at 1733399476347Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733399476347Flushing stores of hbase:meta,,1.1588230740 at 1733399476348 (+1 ms)Flushing 1588230740/ns: creating writer at 1733399476348Flushing 1588230740/ns: appending metadata at 1733399476364 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733399476364Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dff49d8: reopening flushed file at 1733399476373 (+9 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=6, compaction requested=false at 1733399476380 (+7 ms)Writing region close event to WAL at 1733399476381 (+1 ms)Running coprocessor post-close hooks at 1733399476385 (+4 ms)Closed at 1733399476385 2024-12-05T11:51:16,385 DEBUG [RS_CLOSE_META-regionserver/80666a11a09f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:51:16,547 INFO [RS:0;80666a11a09f:37889 {}] regionserver.HRegionServer(976): stopping server 80666a11a09f,37889,1733399475260; all regions closed. 2024-12-05T11:51:16,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741834_1010 (size=1152) 2024-12-05T11:51:16,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32875 is added to blk_1073741834_1010 (size=1152) 2024-12-05T11:51:16,551 DEBUG [RS:0;80666a11a09f:37889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/oldWALs 2024-12-05T11:51:16,551 INFO [RS:0;80666a11a09f:37889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80666a11a09f%2C37889%2C1733399475260.meta:.meta(num 1733399476137) 2024-12-05T11:51:16,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32875 is added to blk_1073741833_1009 (size=93) 2024-12-05T11:51:16,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741833_1009 (size=93) 2024-12-05T11:51:16,555 DEBUG [RS:0;80666a11a09f:37889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/oldWALs 2024-12-05T11:51:16,555 INFO [RS:0;80666a11a09f:37889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80666a11a09f%2C37889%2C1733399475260:(num 1733399475760) 2024-12-05T11:51:16,555 DEBUG [RS:0;80666a11a09f:37889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:51:16,555 INFO [RS:0;80666a11a09f:37889 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:51:16,555 INFO [RS:0;80666a11a09f:37889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:51:16,555 INFO [RS:0;80666a11a09f:37889 {}] hbase.ChoreService(370): Chore service for: regionserver/80666a11a09f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T11:51:16,555 INFO [RS:0;80666a11a09f:37889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:51:16,555 INFO [RS:0;80666a11a09f:37889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37889 2024-12-05T11:51:16,555 INFO [regionserver/80666a11a09f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:51:16,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x101a69e95d50001, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80666a11a09f,37889,1733399475260 2024-12-05T11:51:16,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T11:51:16,562 INFO [RS:0;80666a11a09f:37889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:51:16,562 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80666a11a09f,37889,1733399475260] 2024-12-05T11:51:16,578 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80666a11a09f,37889,1733399475260 already deleted, retry=false 2024-12-05T11:51:16,578 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80666a11a09f,37889,1733399475260 expired; onlineServers=0 2024-12-05T11:51:16,578 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80666a11a09f,46069,1733399475052' ***** 2024-12-05T11:51:16,578 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:51:16,578 INFO [M:0;80666a11a09f:46069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:51:16,578 INFO [M:0;80666a11a09f:46069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:51:16,578 DEBUG [M:0;80666a11a09f:46069 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:51:16,578 DEBUG [M:0;80666a11a09f:46069 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:51:16,578 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:51:16,578 DEBUG [master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.large.0-1733399475529 {}] cleaner.HFileCleaner(306): Exit Thread[master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.large.0-1733399475529,5,FailOnTimeoutGroup] 2024-12-05T11:51:16,579 DEBUG [master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.small.0-1733399475530 {}] cleaner.HFileCleaner(306): Exit Thread[master/80666a11a09f:0:becomeActiveMaster-HFileCleaner.small.0-1733399475530,5,FailOnTimeoutGroup] 2024-12-05T11:51:16,579 INFO [M:0;80666a11a09f:46069 {}] hbase.ChoreService(370): Chore service for: master/80666a11a09f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:51:16,579 INFO [M:0;80666a11a09f:46069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:51:16,579 DEBUG [M:0;80666a11a09f:46069 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:51:16,579 INFO [M:0;80666a11a09f:46069 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:51:16,579 INFO [M:0;80666a11a09f:46069 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:51:16,579 INFO [M:0;80666a11a09f:46069 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:51:16,579 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:51:16,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T11:51:16,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:51:16,587 DEBUG [M:0;80666a11a09f:46069 {}] zookeeper.ZKUtil(347): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T11:51:16,587 WARN [M:0;80666a11a09f:46069 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:51:16,587 INFO [M:0;80666a11a09f:46069 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/.lastflushedseqids 2024-12-05T11:51:16,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32875 is added to blk_1073741838_1014 (size=99) 2024-12-05T11:51:16,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741838_1014 (size=99) 2024-12-05T11:51:16,593 INFO [M:0;80666a11a09f:46069 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:51:16,593 INFO [M:0;80666a11a09f:46069 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:51:16,593 DEBUG [M:0;80666a11a09f:46069 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:51:16,593 INFO [M:0;80666a11a09f:46069 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:51:16,593 DEBUG [M:0;80666a11a09f:46069 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:51:16,593 DEBUG [M:0;80666a11a09f:46069 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:51:16,593 DEBUG [M:0;80666a11a09f:46069 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:51:16,593 INFO [M:0;80666a11a09f:46069 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-12-05T11:51:16,611 DEBUG [M:0;80666a11a09f:46069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5604f80331194f1da7d470cf1c306b9b is 82, key is hbase:meta,,1/info:regioninfo/1733399476168/Put/seqid=0 2024-12-05T11:51:16,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741839_1015 (size=5672) 2024-12-05T11:51:16,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32875 is added to blk_1073741839_1015 (size=5672) 2024-12-05T11:51:16,616 INFO [M:0;80666a11a09f:46069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5604f80331194f1da7d470cf1c306b9b 2024-12-05T11:51:16,632 DEBUG [M:0;80666a11a09f:46069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/031efc3825684d748b9e1fb745acef2c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733399476214/Put/seqid=0 2024-12-05T11:51:16,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32875 is added to blk_1073741840_1016 (size=5275) 2024-12-05T11:51:16,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741840_1016 (size=5275) 2024-12-05T11:51:16,637 INFO [M:0;80666a11a09f:46069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/031efc3825684d748b9e1fb745acef2c 2024-12-05T11:51:16,653 DEBUG [M:0;80666a11a09f:46069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/585d68be7c6f4cd6b18b59f498ef7bab is 69, key is 80666a11a09f,37889,1733399475260/rs:state/1733399475608/Put/seqid=0 2024-12-05T11:51:16,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32875 is added to blk_1073741841_1017 (size=5156) 2024-12-05T11:51:16,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741841_1017 (size=5156) 2024-12-05T11:51:16,658 INFO [M:0;80666a11a09f:46069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/585d68be7c6f4cd6b18b59f498ef7bab 2024-12-05T11:51:16,670 INFO [RS:0;80666a11a09f:37889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:51:16,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x101a69e95d50001, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:51:16,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x101a69e95d50001, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:51:16,670 INFO [RS:0;80666a11a09f:37889 {}] regionserver.HRegionServer(1031): Exiting; stopping=80666a11a09f,37889,1733399475260; zookeeper connection closed. 2024-12-05T11:51:16,670 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3104ecbb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3104ecbb 2024-12-05T11:51:16,671 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:51:16,683 DEBUG [M:0;80666a11a09f:46069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/7bdc62907367438db571a8713ca0d3c5 is 52, key is load_balancer_on/state:d/1733399476286/Put/seqid=0 2024-12-05T11:51:16,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32875 is added to blk_1073741842_1018 (size=5056) 2024-12-05T11:51:16,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741842_1018 (size=5056) 2024-12-05T11:51:16,688 INFO [M:0;80666a11a09f:46069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/7bdc62907367438db571a8713ca0d3c5 2024-12-05T11:51:16,694 DEBUG [M:0;80666a11a09f:46069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5604f80331194f1da7d470cf1c306b9b as hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5604f80331194f1da7d470cf1c306b9b 2024-12-05T11:51:16,699 INFO [M:0;80666a11a09f:46069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5604f80331194f1da7d470cf1c306b9b, entries=8, sequenceid=29, filesize=5.5 K 2024-12-05T11:51:16,700 DEBUG [M:0;80666a11a09f:46069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/031efc3825684d748b9e1fb745acef2c as hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/031efc3825684d748b9e1fb745acef2c 2024-12-05T11:51:16,704 INFO [M:0;80666a11a09f:46069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/031efc3825684d748b9e1fb745acef2c, entries=3, sequenceid=29, filesize=5.2 K 2024-12-05T11:51:16,705 DEBUG [M:0;80666a11a09f:46069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/585d68be7c6f4cd6b18b59f498ef7bab as hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/585d68be7c6f4cd6b18b59f498ef7bab 2024-12-05T11:51:16,710 INFO [M:0;80666a11a09f:46069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/585d68be7c6f4cd6b18b59f498ef7bab, entries=1, sequenceid=29, filesize=5.0 K 2024-12-05T11:51:16,711 DEBUG [M:0;80666a11a09f:46069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/7bdc62907367438db571a8713ca0d3c5 as hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/7bdc62907367438db571a8713ca0d3c5 2024-12-05T11:51:16,715 INFO [M:0;80666a11a09f:46069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33509/user/jenkins/test-data/6e2eebe6-248b-24f6-ab30-3d87058842af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/7bdc62907367438db571a8713ca0d3c5, entries=1, sequenceid=29, filesize=4.9 K 2024-12-05T11:51:16,716 INFO [M:0;80666a11a09f:46069 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=29, compaction requested=false 2024-12-05T11:51:16,717 INFO [M:0;80666a11a09f:46069 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:51:16,717 DEBUG [M:0;80666a11a09f:46069 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733399476593Disabling compacts and flushes for region at 1733399476593Disabling writes for close at 1733399476593Obtaining lock to block concurrent updates at 1733399476593Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733399476593Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1733399476594 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733399476594Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733399476594Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733399476611 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733399476611Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733399476620 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733399476631 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733399476632 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733399476641 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733399476652 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733399476652Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733399476663 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733399476682 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733399476682Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2207ac2b: reopening flushed file at 1733399476693 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c7b6003: reopening flushed file at 1733399476699 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b2173e: reopening flushed file at 1733399476705 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aa05cb6: reopening flushed file at 1733399476710 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=29, compaction requested=false at 1733399476716 (+6 ms)Writing region close event to WAL at 1733399476717 (+1 ms)Closed at 1733399476717 2024-12-05T11:51:16,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741830_1006 (size=10311) 2024-12-05T11:51:16,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32875 is added to blk_1073741830_1006 (size=10311) 2024-12-05T11:51:16,720 INFO [M:0;80666a11a09f:46069 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:51:16,720 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:51:16,720 INFO [M:0;80666a11a09f:46069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46069 2024-12-05T11:51:16,720 INFO [M:0;80666a11a09f:46069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:51:16,829 INFO [M:0;80666a11a09f:46069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:51:16,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:51:16,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46069-0x101a69e95d50000, quorum=127.0.0.1:50282, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:51:16,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b029487{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:51:16,831 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6841846{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:51:16,831 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:51:16,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10fe156{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:51:16,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65bcd021{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/hadoop.log.dir/,STOPPED} 2024-12-05T11:51:16,832 WARN [BP-1919947762-172.17.0.2-1733399473661 heartbeating to localhost/127.0.0.1:33509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:51:16,832 WARN [BP-1919947762-172.17.0.2-1733399473661 heartbeating to localhost/127.0.0.1:33509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1919947762-172.17.0.2-1733399473661 (Datanode Uuid 3365945c-267b-4ad5-91ef-b45979e3429b) service to localhost/127.0.0.1:33509 2024-12-05T11:51:16,832 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:51:16,832 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:51:16,833 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/cluster_b3d59676-3e50-a373-57f2-36bcf9da522d/data/data3/current/BP-1919947762-172.17.0.2-1733399473661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:51:16,833 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/cluster_b3d59676-3e50-a373-57f2-36bcf9da522d/data/data4/current/BP-1919947762-172.17.0.2-1733399473661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:51:16,833 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:51:16,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4498bc61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:51:16,836 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c0352ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:51:16,836 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:51:16,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a9d9aab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:51:16,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e48f613{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/hadoop.log.dir/,STOPPED} 2024-12-05T11:51:16,838 WARN [BP-1919947762-172.17.0.2-1733399473661 heartbeating to localhost/127.0.0.1:33509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:51:16,838 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:51:16,838 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:51:16,838 WARN [BP-1919947762-172.17.0.2-1733399473661 heartbeating to localhost/127.0.0.1:33509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1919947762-172.17.0.2-1733399473661 (Datanode Uuid a75972b7-fbb3-450b-b888-1d673046b636) service to localhost/127.0.0.1:33509 2024-12-05T11:51:16,838 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/cluster_b3d59676-3e50-a373-57f2-36bcf9da522d/data/data1/current/BP-1919947762-172.17.0.2-1733399473661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:51:16,839 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/cluster_b3d59676-3e50-a373-57f2-36bcf9da522d/data/data2/current/BP-1919947762-172.17.0.2-1733399473661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:51:16,839 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:51:16,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b1bd5b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:51:16,844 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@299f25a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:51:16,844 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:51:16,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5aad72ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:51:16,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57846fbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5287d1b1-b730-f424-9b77-aa3a7aa5205e/hadoop.log.dir/,STOPPED} 2024-12-05T11:51:16,849 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T11:51:16,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:51:16,868 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=131 (was 107) - Thread LEAK? -, OpenFileDescriptor=501 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=149 (was 118) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6853 (was 6956)