2024-11-14 02:54:18,006 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-14 02:54:18,017 main DEBUG Took 0.009074 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 02:54:18,018 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 02:54:18,018 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 02:54:18,019 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 02:54:18,020 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:54:18,029 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 02:54:18,046 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:54:18,047 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:54:18,048 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:54:18,049 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:54:18,050 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:54:18,050 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:54:18,051 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:54:18,052 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:54:18,053 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:54:18,053 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:54:18,054 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:54:18,055 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:54:18,055 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:54:18,056 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:54:18,057 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:54:18,057 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:54:18,058 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:54:18,058 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:54:18,059 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:54:18,059 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:54:18,060 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:54:18,061 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:54:18,061 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:54:18,062 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:54:18,062 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:54:18,063 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 02:54:18,065 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:54:18,067 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 02:54:18,069 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 02:54:18,070 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 02:54:18,072 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 02:54:18,072 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 02:54:18,084 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 02:54:18,087 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 02:54:18,090 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 02:54:18,090 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 02:54:18,091 main DEBUG createAppenders(={Console}) 2024-11-14 02:54:18,092 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-14 02:54:18,092 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-14 02:54:18,093 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-14 02:54:18,094 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 02:54:18,094 main DEBUG OutputStream closed 2024-11-14 02:54:18,094 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 02:54:18,095 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 02:54:18,095 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-14 02:54:18,171 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 02:54:18,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 02:54:18,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 02:54:18,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 02:54:18,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 02:54:18,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 02:54:18,176 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 02:54:18,176 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 02:54:18,176 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 02:54:18,177 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 02:54:18,177 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 02:54:18,177 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 02:54:18,178 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 02:54:18,178 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 02:54:18,178 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 02:54:18,179 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 02:54:18,179 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 02:54:18,180 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 02:54:18,181 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 02:54:18,182 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-14 02:54:18,182 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 02:54:18,182 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-14T02:54:18,400 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428 2024-11-14 02:54:18,404 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 02:54:18,404 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T02:54:18,412 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-14T02:54:18,452 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=159, ProcessCount=11, AvailableMemoryMB=11108 2024-11-14T02:54:18,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:54:18,476 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/cluster_63b0d88c-9be5-f07b-f05f-51ac6dae2ae8, deleteOnExit=true 2024-11-14T02:54:18,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:54:18,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/test.cache.data in system properties and HBase conf 2024-11-14T02:54:18,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:54:18,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:54:18,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:54:18,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:54:18,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:54:18,601 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T02:54:18,703 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:54:18,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:54:18,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:54:18,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:54:18,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:54:18,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:54:18,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:54:18,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:54:18,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:54:18,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:54:18,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:54:18,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:54:18,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:54:18,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:54:18,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:54:19,763 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T02:54:19,829 INFO [Time-limited test {}] log.Log(170): Logging initialized @2550ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T02:54:19,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:54:19,955 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:54:19,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:54:19,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:54:19,974 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:54:19,984 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:54:19,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:54:19,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:54:20,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/java.io.tmpdir/jetty-localhost-38343-hadoop-hdfs-3_4_1-tests_jar-_-any-7348542627633214365/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:54:20,185 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:38343} 2024-11-14T02:54:20,185 INFO [Time-limited test {}] server.Server(415): Started @2907ms 2024-11-14T02:54:20,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:54:20,747 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:54:20,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:54:20,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:54:20,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:54:20,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:54:20,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:54:20,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/java.io.tmpdir/jetty-localhost-37557-hadoop-hdfs-3_4_1-tests_jar-_-any-6183826430030959405/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:54:20,853 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:37557} 2024-11-14T02:54:20,854 INFO [Time-limited test {}] server.Server(415): Started @3576ms 2024-11-14T02:54:20,907 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:54:21,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:54:21,015 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:54:21,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:54:21,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:54:21,016 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:54:21,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:54:21,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:54:21,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/java.io.tmpdir/jetty-localhost-43357-hadoop-hdfs-3_4_1-tests_jar-_-any-8441971462861337154/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:54:21,146 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:43357} 2024-11-14T02:54:21,146 INFO [Time-limited test {}] server.Server(415): Started @3868ms 2024-11-14T02:54:21,148 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:54:22,066 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/cluster_63b0d88c-9be5-f07b-f05f-51ac6dae2ae8/data/data4/current/BP-131718976-172.17.0.2-1731552859249/current, will proceed with Du for space computation calculation, 2024-11-14T02:54:22,067 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/cluster_63b0d88c-9be5-f07b-f05f-51ac6dae2ae8/data/data2/current/BP-131718976-172.17.0.2-1731552859249/current, will proceed with Du for space computation calculation, 2024-11-14T02:54:22,067 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/cluster_63b0d88c-9be5-f07b-f05f-51ac6dae2ae8/data/data1/current/BP-131718976-172.17.0.2-1731552859249/current, will proceed with Du for space computation calculation, 2024-11-14T02:54:22,067 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/cluster_63b0d88c-9be5-f07b-f05f-51ac6dae2ae8/data/data3/current/BP-131718976-172.17.0.2-1731552859249/current, will proceed with Du for space computation calculation, 2024-11-14T02:54:22,103 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:54:22,103 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:54:22,148 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb19f5e4f825bffb6 with lease ID 0xb58b219bd2490173: Processing first storage report for DS-6a49b07c-8855-47eb-bdf0-c9867828f70d from datanode DatanodeRegistration(127.0.0.1:45239, datanodeUuid=d121a497-40ae-49a3-934f-a725d5574f29, infoPort=42779, infoSecurePort=0, ipcPort=41355, storageInfo=lv=-57;cid=testClusterID;nsid=265680290;c=1731552859249) 2024-11-14T02:54:22,149 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb19f5e4f825bffb6 with lease ID 0xb58b219bd2490173: from storage DS-6a49b07c-8855-47eb-bdf0-c9867828f70d node DatanodeRegistration(127.0.0.1:45239, datanodeUuid=d121a497-40ae-49a3-934f-a725d5574f29, infoPort=42779, infoSecurePort=0, ipcPort=41355, storageInfo=lv=-57;cid=testClusterID;nsid=265680290;c=1731552859249), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T02:54:22,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92e9a0d64102dca6 with lease ID 0xb58b219bd2490174: Processing first storage report for DS-76d53a1c-4b80-41d3-9064-fdc6fd882bc2 from datanode DatanodeRegistration(127.0.0.1:40055, datanodeUuid=270c43cf-db38-4aac-a43d-8fb0138524e4, infoPort=44905, infoSecurePort=0, ipcPort=35379, storageInfo=lv=-57;cid=testClusterID;nsid=265680290;c=1731552859249) 2024-11-14T02:54:22,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92e9a0d64102dca6 with lease ID 0xb58b219bd2490174: from storage DS-76d53a1c-4b80-41d3-9064-fdc6fd882bc2 node DatanodeRegistration(127.0.0.1:40055, datanodeUuid=270c43cf-db38-4aac-a43d-8fb0138524e4, infoPort=44905, infoSecurePort=0, ipcPort=35379, storageInfo=lv=-57;cid=testClusterID;nsid=265680290;c=1731552859249), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:54:22,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb19f5e4f825bffb6 with lease ID 0xb58b219bd2490173: Processing first storage report for DS-56810294-de2b-4da8-814c-f9ea29547f54 from datanode DatanodeRegistration(127.0.0.1:45239, datanodeUuid=d121a497-40ae-49a3-934f-a725d5574f29, infoPort=42779, infoSecurePort=0, ipcPort=41355, storageInfo=lv=-57;cid=testClusterID;nsid=265680290;c=1731552859249) 2024-11-14T02:54:22,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb19f5e4f825bffb6 with lease ID 0xb58b219bd2490173: from storage DS-56810294-de2b-4da8-814c-f9ea29547f54 node DatanodeRegistration(127.0.0.1:45239, datanodeUuid=d121a497-40ae-49a3-934f-a725d5574f29, infoPort=42779, infoSecurePort=0, ipcPort=41355, storageInfo=lv=-57;cid=testClusterID;nsid=265680290;c=1731552859249), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:54:22,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92e9a0d64102dca6 with lease ID 0xb58b219bd2490174: Processing first storage report for DS-b91bb39b-dc30-42db-82b4-a9a296036be7 from datanode DatanodeRegistration(127.0.0.1:40055, datanodeUuid=270c43cf-db38-4aac-a43d-8fb0138524e4, infoPort=44905, infoSecurePort=0, ipcPort=35379, storageInfo=lv=-57;cid=testClusterID;nsid=265680290;c=1731552859249) 2024-11-14T02:54:22,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92e9a0d64102dca6 with lease ID 0xb58b219bd2490174: from storage DS-b91bb39b-dc30-42db-82b4-a9a296036be7 node DatanodeRegistration(127.0.0.1:40055, datanodeUuid=270c43cf-db38-4aac-a43d-8fb0138524e4, infoPort=44905, infoSecurePort=0, ipcPort=35379, storageInfo=lv=-57;cid=testClusterID;nsid=265680290;c=1731552859249), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:54:22,170 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428 2024-11-14T02:54:22,232 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/cluster_63b0d88c-9be5-f07b-f05f-51ac6dae2ae8/zookeeper_0, clientPort=65081, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/cluster_63b0d88c-9be5-f07b-f05f-51ac6dae2ae8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/cluster_63b0d88c-9be5-f07b-f05f-51ac6dae2ae8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T02:54:22,242 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65081 2024-11-14T02:54:22,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:54:22,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:54:22,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:54:22,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:54:22,862 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd with version=8 2024-11-14T02:54:22,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/hbase-staging 2024-11-14T02:54:22,937 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T02:54:23,174 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e5dc8b5cf5e9:0 server-side Connection retries=45 2024-11-14T02:54:23,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:54:23,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:54:23,188 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:54:23,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:54:23,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:54:23,317 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:54:23,372 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T02:54:23,381 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T02:54:23,385 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:54:23,406 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 66825 (auto-detected) 2024-11-14T02:54:23,407 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T02:54:23,426 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34093 2024-11-14T02:54:23,446 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34093 connecting to ZooKeeper ensemble=127.0.0.1:65081 2024-11-14T02:54:23,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340930x0, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:54:23,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34093-0x1013743dbb30000 connected 2024-11-14T02:54:23,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:54:23,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:54:23,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:54:23,693 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd, hbase.cluster.distributed=false 2024-11-14T02:54:23,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T02:54:23,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34093 2024-11-14T02:54:23,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34093 2024-11-14T02:54:23,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34093 2024-11-14T02:54:23,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34093 2024-11-14T02:54:23,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34093 2024-11-14T02:54:23,810 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e5dc8b5cf5e9:0 server-side Connection retries=45 2024-11-14T02:54:23,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:54:23,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:54:23,812 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:54:23,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:54:23,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:54:23,814 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:54:23,817 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:54:23,818 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34477 2024-11-14T02:54:23,819 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34477 connecting to ZooKeeper ensemble=127.0.0.1:65081 2024-11-14T02:54:23,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:54:23,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:54:23,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344770x0, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:54:23,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34477-0x1013743dbb30001 connected 2024-11-14T02:54:23,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344770x0, quorum=127.0.0.1:65081, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:54:23,841 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:54:23,848 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:54:23,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34477-0x1013743dbb30001, quorum=127.0.0.1:65081, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T02:54:23,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34477-0x1013743dbb30001, quorum=127.0.0.1:65081, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T02:54:23,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34477 2024-11-14T02:54:23,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34477 2024-11-14T02:54:23,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34477 2024-11-14T02:54:23,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34477 2024-11-14T02:54:23,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34477 2024-11-14T02:54:23,872 DEBUG [M:0;e5dc8b5cf5e9:34093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e5dc8b5cf5e9:34093 2024-11-14T02:54:23,873 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e5dc8b5cf5e9,34093,1731552863026 2024-11-14T02:54:23,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:54:23,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34477-0x1013743dbb30001, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:54:23,892 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e5dc8b5cf5e9,34093,1731552863026 2024-11-14T02:54:23,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34477-0x1013743dbb30001, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T02:54:23,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:54:23,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34477-0x1013743dbb30001, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:54:23,921 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T02:54:23,923 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e5dc8b5cf5e9,34093,1731552863026 from backup master directory 2024-11-14T02:54:23,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e5dc8b5cf5e9,34093,1731552863026 2024-11-14T02:54:23,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34477-0x1013743dbb30001, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:54:23,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:54:23,932 WARN [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:54:23,932 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e5dc8b5cf5e9,34093,1731552863026 2024-11-14T02:54:23,934 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T02:54:23,935 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T02:54:23,987 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/hbase.id] with ID: bfc6ec92-1876-4ac6-bd52-cdfb43835430 2024-11-14T02:54:23,987 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/.tmp/hbase.id 2024-11-14T02:54:23,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:54:23,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:54:24,000 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/.tmp/hbase.id]:[hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/hbase.id] 2024-11-14T02:54:24,044 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:54:24,050 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:54:24,067 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-14T02:54:24,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34477-0x1013743dbb30001, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:54:24,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:54:24,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:54:24,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:54:24,115 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:54:24,117 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:54:24,122 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:54:24,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:54:24,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:54:24,168 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/data/master/store 2024-11-14T02:54:24,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:54:24,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:54:24,191 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T02:54:24,194 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:54:24,195 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:54:24,195 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:54:24,195 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:54:24,197 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:54:24,197 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:54:24,197 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:54:24,198 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552864195Disabling compacts and flushes for region at 1731552864195Disabling writes for close at 1731552864197 (+2 ms)Writing region close event to WAL at 1731552864197Closed at 1731552864197 2024-11-14T02:54:24,200 WARN [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/data/master/store/.initializing 2024-11-14T02:54:24,201 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/WALs/e5dc8b5cf5e9,34093,1731552863026 2024-11-14T02:54:24,208 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:54:24,222 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e5dc8b5cf5e9%2C34093%2C1731552863026, suffix=, logDir=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/WALs/e5dc8b5cf5e9,34093,1731552863026, archiveDir=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/oldWALs, maxLogs=10 2024-11-14T02:54:24,246 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/WALs/e5dc8b5cf5e9,34093,1731552863026/e5dc8b5cf5e9%2C34093%2C1731552863026.1731552864226, exclude list is [], retry=0 2024-11-14T02:54:24,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:54:24,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40055,DS-76d53a1c-4b80-41d3-9064-fdc6fd882bc2,DISK] 2024-11-14T02:54:24,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45239,DS-6a49b07c-8855-47eb-bdf0-c9867828f70d,DISK] 2024-11-14T02:54:24,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T02:54:24,303 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/WALs/e5dc8b5cf5e9,34093,1731552863026/e5dc8b5cf5e9%2C34093%2C1731552863026.1731552864226 2024-11-14T02:54:24,304 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44905:44905),(127.0.0.1/127.0.0.1:42779:42779)] 2024-11-14T02:54:24,305 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:54:24,305 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:54:24,308 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:54:24,309 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:54:24,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:54:24,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:54:24,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:54:24,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:54:24,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:54:24,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:54:24,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:54:24,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:54:24,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:54:24,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:54:24,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:54:24,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:54:24,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:54:24,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:54:24,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:54:24,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:54:24,380 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:54:24,383 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:54:24,384 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:54:24,389 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:54:24,390 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:54:24,393 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:54:24,397 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:54:24,401 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:54:24,402 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=818619, jitterRate=0.04092849791049957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:54:24,409 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731552864319Initializing all the Stores at 1731552864321 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552864322 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552864322Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552864323 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552864323Cleaning up temporary data from old regions at 1731552864390 (+67 ms)Region opened successfully at 1731552864409 (+19 ms) 2024-11-14T02:54:24,410 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:54:24,439 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4b6797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e5dc8b5cf5e9/172.17.0.2:0 2024-11-14T02:54:24,464 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:54:24,473 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:54:24,474 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:54:24,476 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:54:24,477 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T02:54:24,481 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T02:54:24,482 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:54:24,504 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:54:24,512 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T02:54:24,563 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T02:54:24,567 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:54:24,569 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:54:24,573 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T02:54:24,575 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:54:24,578 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:54:24,583 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T02:54:24,585 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:54:24,594 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T02:54:24,614 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:54:24,626 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T02:54:24,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34477-0x1013743dbb30001, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T02:54:24,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T02:54:24,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34477-0x1013743dbb30001, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:54:24,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:54:24,641 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e5dc8b5cf5e9,34093,1731552863026, sessionid=0x1013743dbb30000, setting cluster-up flag (Was=false) 2024-11-14T02:54:24,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:54:24,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34477-0x1013743dbb30001, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:54:24,700 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T02:54:24,704 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e5dc8b5cf5e9,34093,1731552863026 2024-11-14T02:54:24,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34477-0x1013743dbb30001, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:54:24,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:54:24,763 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T02:54:24,766 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e5dc8b5cf5e9,34093,1731552863026 2024-11-14T02:54:24,774 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:54:24,839 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:54:24,848 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:54:24,854 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:54:24,859 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e5dc8b5cf5e9,34093,1731552863026 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:54:24,862 INFO [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.HRegionServer(746): ClusterId : bfc6ec92-1876-4ac6-bd52-cdfb43835430 2024-11-14T02:54:24,865 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e5dc8b5cf5e9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:54:24,865 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e5dc8b5cf5e9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:54:24,865 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:54:24,865 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:54:24,866 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e5dc8b5cf5e9:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:54:24,866 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:54:24,866 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:54:24,866 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:54:24,866 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:54:24,867 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552894867 2024-11-14T02:54:24,869 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:54:24,870 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:54:24,871 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:54:24,872 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:54:24,873 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:54:24,874 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:54:24,874 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:54:24,874 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:54:24,874 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:54:24,877 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:54:24,877 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:54:24,877 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:54:24,878 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:54:24,878 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:54:24,880 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:54:24,881 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:54:24,881 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:54:24,881 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:54:24,884 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.large.0-1731552864882,5,FailOnTimeoutGroup] 2024-11-14T02:54:24,885 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.small.0-1731552864884,5,FailOnTimeoutGroup] 2024-11-14T02:54:24,885 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:54:24,886 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:54:24,887 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:54:24,887 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:54:24,890 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:54:24,891 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d3a7986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e5dc8b5cf5e9/172.17.0.2:0 2024-11-14T02:54:24,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:54:24,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:54:24,896 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:54:24,897 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd 2024-11-14T02:54:24,907 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e5dc8b5cf5e9:34477 2024-11-14T02:54:24,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741832_1008 (size=32) 2024-11-14T02:54:24,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741832_1008 (size=32) 2024-11-14T02:54:24,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:54:24,910 INFO [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:54:24,910 INFO [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:54:24,910 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:54:24,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:54:24,913 INFO [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.HRegionServer(2659): reportForDuty to master=e5dc8b5cf5e9,34093,1731552863026 with port=34477, startcode=1731552863778 2024-11-14T02:54:24,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:54:24,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:54:24,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:54:24,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:54:24,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:54:24,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:54:24,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:54:24,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:54:24,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:54:24,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:54:24,926 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:54:24,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:54:24,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:54:24,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:54:24,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:54:24,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:54:24,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:54:24,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/hbase/meta/1588230740 2024-11-14T02:54:24,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/hbase/meta/1588230740 2024-11-14T02:54:24,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:54:24,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:54:24,939 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T02:54:24,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:54:24,945 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:54:24,947 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=808586, jitterRate=0.028171122074127197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T02:54:24,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731552864910Initializing all the Stores at 1731552864912 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552864912Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552864912Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552864912Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552864912Cleaning up temporary data from old regions at 1731552864937 (+25 ms)Region opened successfully at 1731552864950 (+13 ms) 2024-11-14T02:54:24,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:54:24,951 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:54:24,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:54:24,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:54:24,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:54:24,952 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:54:24,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552864951Disabling compacts and flushes for region at 1731552864951Disabling writes for close at 1731552864951Writing region close event to WAL at 1731552864952 (+1 ms)Closed at 1731552864952 2024-11-14T02:54:24,956 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:54:24,956 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:54:24,963 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59499, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:54:24,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:54:24,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34093 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e5dc8b5cf5e9,34477,1731552863778 2024-11-14T02:54:24,971 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34093 {}] master.ServerManager(517): Registering regionserver=e5dc8b5cf5e9,34477,1731552863778 2024-11-14T02:54:24,972 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:54:24,976 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:54:24,984 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd 2024-11-14T02:54:24,985 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44857 2024-11-14T02:54:24,985 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:54:24,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T02:54:24,995 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] zookeeper.ZKUtil(111): regionserver:34477-0x1013743dbb30001, quorum=127.0.0.1:65081, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e5dc8b5cf5e9,34477,1731552863778 2024-11-14T02:54:24,995 WARN [RS:0;e5dc8b5cf5e9:34477 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:54:24,995 INFO [RS:0;e5dc8b5cf5e9:34477 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:54:24,996 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778 2024-11-14T02:54:24,998 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e5dc8b5cf5e9,34477,1731552863778] 2024-11-14T02:54:25,024 INFO [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:54:25,038 INFO [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:54:25,043 INFO [RS:0;e5dc8b5cf5e9:34477 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:54:25,043 INFO [RS:0;e5dc8b5cf5e9:34477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:54:25,044 INFO [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:54:25,051 INFO [RS:0;e5dc8b5cf5e9:34477 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:54:25,053 INFO [RS:0;e5dc8b5cf5e9:34477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:54:25,053 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:54:25,053 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:54:25,053 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:54:25,054 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:54:25,054 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:54:25,054 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:54:25,054 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:54:25,054 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:54:25,054 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:54:25,054 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:54:25,054 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:54:25,055 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:54:25,055 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e5dc8b5cf5e9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:54:25,055 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:54:25,056 INFO [RS:0;e5dc8b5cf5e9:34477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:54:25,056 INFO [RS:0;e5dc8b5cf5e9:34477 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:54:25,056 INFO [RS:0;e5dc8b5cf5e9:34477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:54:25,057 INFO [RS:0;e5dc8b5cf5e9:34477 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:54:25,057 INFO [RS:0;e5dc8b5cf5e9:34477 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:54:25,057 INFO [RS:0;e5dc8b5cf5e9:34477 {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,34477,1731552863778-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:54:25,074 INFO [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:54:25,075 INFO [RS:0;e5dc8b5cf5e9:34477 {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,34477,1731552863778-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:54:25,076 INFO [RS:0;e5dc8b5cf5e9:34477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:54:25,076 INFO [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.Replication(171): e5dc8b5cf5e9,34477,1731552863778 started 2024-11-14T02:54:25,092 INFO [RS:0;e5dc8b5cf5e9:34477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:54:25,093 INFO [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.HRegionServer(1482): Serving as e5dc8b5cf5e9,34477,1731552863778, RpcServer on e5dc8b5cf5e9/172.17.0.2:34477, sessionid=0x1013743dbb30001 2024-11-14T02:54:25,094 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:54:25,094 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e5dc8b5cf5e9,34477,1731552863778 2024-11-14T02:54:25,094 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e5dc8b5cf5e9,34477,1731552863778' 2024-11-14T02:54:25,094 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T02:54:25,095 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T02:54:25,096 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:54:25,096 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:54:25,096 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e5dc8b5cf5e9,34477,1731552863778 2024-11-14T02:54:25,096 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e5dc8b5cf5e9,34477,1731552863778' 2024-11-14T02:54:25,096 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T02:54:25,097 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T02:54:25,097 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:54:25,098 INFO [RS:0;e5dc8b5cf5e9:34477 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:54:25,098 INFO [RS:0;e5dc8b5cf5e9:34477 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:54:25,127 WARN [e5dc8b5cf5e9:34093 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T02:54:25,204 INFO [RS:0;e5dc8b5cf5e9:34477 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:54:25,208 INFO [RS:0;e5dc8b5cf5e9:34477 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e5dc8b5cf5e9%2C34477%2C1731552863778, suffix=, logDir=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778, archiveDir=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/oldWALs, maxLogs=32 2024-11-14T02:54:25,224 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778/e5dc8b5cf5e9%2C34477%2C1731552863778.1731552865210, exclude list is [], retry=0 2024-11-14T02:54:25,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40055,DS-76d53a1c-4b80-41d3-9064-fdc6fd882bc2,DISK] 2024-11-14T02:54:25,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45239,DS-6a49b07c-8855-47eb-bdf0-c9867828f70d,DISK] 2024-11-14T02:54:25,232 INFO [RS:0;e5dc8b5cf5e9:34477 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778/e5dc8b5cf5e9%2C34477%2C1731552863778.1731552865210 2024-11-14T02:54:25,232 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44905:44905),(127.0.0.1/127.0.0.1:42779:42779)] 2024-11-14T02:54:25,382 DEBUG [e5dc8b5cf5e9:34093 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:54:25,397 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e5dc8b5cf5e9,34477,1731552863778 2024-11-14T02:54:25,403 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e5dc8b5cf5e9,34477,1731552863778, state=OPENING 2024-11-14T02:54:25,489 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:54:25,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:54:25,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34477-0x1013743dbb30001, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:54:25,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:54:25,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:54:25,506 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:54:25,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,34477,1731552863778}] 2024-11-14T02:54:25,690 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:54:25,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51251, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:54:25,702 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:54:25,703 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:54:25,704 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:54:25,707 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e5dc8b5cf5e9%2C34477%2C1731552863778.meta, suffix=.meta, logDir=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778, archiveDir=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/oldWALs, maxLogs=32 2024-11-14T02:54:25,723 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778/e5dc8b5cf5e9%2C34477%2C1731552863778.meta.1731552865709.meta, exclude list is [], retry=0 2024-11-14T02:54:25,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40055,DS-76d53a1c-4b80-41d3-9064-fdc6fd882bc2,DISK] 2024-11-14T02:54:25,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45239,DS-6a49b07c-8855-47eb-bdf0-c9867828f70d,DISK] 2024-11-14T02:54:25,731 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778/e5dc8b5cf5e9%2C34477%2C1731552863778.meta.1731552865709.meta 2024-11-14T02:54:25,731 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44905:44905),(127.0.0.1/127.0.0.1:42779:42779)] 2024-11-14T02:54:25,732 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:54:25,734 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:54:25,737 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:54:25,741 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:54:25,746 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:54:25,746 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:54:25,747 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:54:25,747 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:54:25,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:54:25,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:54:25,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:54:25,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:54:25,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:54:25,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:54:25,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:54:25,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:54:25,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:54:25,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:54:25,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:54:25,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:54:25,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:54:25,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:54:25,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:54:25,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:54:25,761 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:54:25,762 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/hbase/meta/1588230740 2024-11-14T02:54:25,765 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/hbase/meta/1588230740 2024-11-14T02:54:25,767 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:54:25,767 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:54:25,768 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T02:54:25,771 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:54:25,773 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=689596, jitterRate=-0.12313355505466461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T02:54:25,773 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:54:25,775 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731552865748Writing region info on filesystem at 1731552865748Initializing all the Stores at 1731552865750 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552865750Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552865750Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552865750Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552865751 (+1 ms)Cleaning up temporary data from old regions at 1731552865767 (+16 ms)Running coprocessor post-open hooks at 1731552865773 (+6 ms)Region opened successfully at 1731552865774 (+1 ms) 2024-11-14T02:54:25,781 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731552865680 2024-11-14T02:54:25,793 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:54:25,793 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:54:25,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,34477,1731552863778 2024-11-14T02:54:25,797 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e5dc8b5cf5e9,34477,1731552863778, state=OPEN 2024-11-14T02:54:25,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34477-0x1013743dbb30001, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:54:25,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:54:25,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:54:25,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:54:25,916 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,34477,1731552863778 2024-11-14T02:54:25,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:54:25,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,34477,1731552863778 in 408 msec 2024-11-14T02:54:25,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:54:25,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 962 msec 2024-11-14T02:54:25,934 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:54:25,934 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:54:25,952 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:54:25,953 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,34477,1731552863778, seqNum=-1] 2024-11-14T02:54:25,970 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:54:25,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43593, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:54:25,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1930 sec 2024-11-14T02:54:25,998 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731552865997, completionTime=-1 2024-11-14T02:54:26,001 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:54:26,001 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T02:54:26,030 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T02:54:26,030 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552926030 2024-11-14T02:54:26,030 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552986030 2024-11-14T02:54:26,030 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-11-14T02:54:26,033 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,34093,1731552863026-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:54:26,033 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,34093,1731552863026-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:54:26,033 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,34093,1731552863026-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:54:26,035 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e5dc8b5cf5e9:34093, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:54:26,035 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:54:26,036 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:54:26,041 DEBUG [master/e5dc8b5cf5e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:54:26,064 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.132sec 2024-11-14T02:54:26,066 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:54:26,067 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:54:26,068 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:54:26,069 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:54:26,069 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:54:26,070 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,34093,1731552863026-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:54:26,071 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,34093,1731552863026-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:54:26,079 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:54:26,080 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:54:26,080 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,34093,1731552863026-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:54:26,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424ddead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:54:26,178 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T02:54:26,178 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T02:54:26,181 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e5dc8b5cf5e9,34093,-1 for getting cluster id 2024-11-14T02:54:26,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:54:26,190 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfc6ec92-1876-4ac6-bd52-cdfb43835430' 2024-11-14T02:54:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:54:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfc6ec92-1876-4ac6-bd52-cdfb43835430" 2024-11-14T02:54:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f28a4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:54:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e5dc8b5cf5e9,34093,-1] 2024-11-14T02:54:26,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:54:26,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:54:26,199 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:54:26,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f138d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:54:26,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:54:26,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,34477,1731552863778, seqNum=-1] 2024-11-14T02:54:26,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:54:26,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:54:26,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e5dc8b5cf5e9,34093,1731552863026 2024-11-14T02:54:26,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:54:26,238 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T02:54:26,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:54:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e5dc8b5cf5e9,34093,1731552863026 2024-11-14T02:54:26,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c93ead4 2024-11-14T02:54:26,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:54:26,253 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:54:26,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34093 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-14T02:54:26,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34093 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-14T02:54:26,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34093 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:54:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34093 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-14T02:54:26,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:54:26,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34093 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-14T02:54:26,270 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:54:26,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:54:26,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:54:26,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741835_1011 (size=389) 2024-11-14T02:54:26,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741835_1011 (size=389) 2024-11-14T02:54:26,288 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 335e44a235bfd1d57b360910503f2876, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd 2024-11-14T02:54:26,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741836_1012 (size=72) 2024-11-14T02:54:26,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741836_1012 (size=72) 2024-11-14T02:54:26,299 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:54:26,299 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 335e44a235bfd1d57b360910503f2876, disabling compactions & flushes 2024-11-14T02:54:26,299 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876. 2024-11-14T02:54:26,299 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876. 2024-11-14T02:54:26,299 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876. after waiting 0 ms 2024-11-14T02:54:26,299 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876. 2024-11-14T02:54:26,300 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876. 2024-11-14T02:54:26,300 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 335e44a235bfd1d57b360910503f2876: Waiting for close lock at 1731552866299Disabling compacts and flushes for region at 1731552866299Disabling writes for close at 1731552866299Writing region close event to WAL at 1731552866299Closed at 1731552866299 2024-11-14T02:54:26,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:54:26,308 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731552866302"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552866302"}]},"ts":"1731552866302"} 2024-11-14T02:54:26,313 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:54:26,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:54:26,318 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552866316"}]},"ts":"1731552866316"} 2024-11-14T02:54:26,323 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-14T02:54:26,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=335e44a235bfd1d57b360910503f2876, ASSIGN}] 2024-11-14T02:54:26,327 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=335e44a235bfd1d57b360910503f2876, ASSIGN 2024-11-14T02:54:26,328 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=335e44a235bfd1d57b360910503f2876, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,34477,1731552863778; forceNewPlan=false, retain=false 2024-11-14T02:54:26,481 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=335e44a235bfd1d57b360910503f2876, regionState=OPENING, regionLocation=e5dc8b5cf5e9,34477,1731552863778 2024-11-14T02:54:26,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=335e44a235bfd1d57b360910503f2876, ASSIGN because future has completed 2024-11-14T02:54:26,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 335e44a235bfd1d57b360910503f2876, server=e5dc8b5cf5e9,34477,1731552863778}] 2024-11-14T02:54:26,658 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876. 2024-11-14T02:54:26,658 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 335e44a235bfd1d57b360910503f2876, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:54:26,659 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 335e44a235bfd1d57b360910503f2876 2024-11-14T02:54:26,659 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:54:26,659 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 335e44a235bfd1d57b360910503f2876 2024-11-14T02:54:26,659 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 335e44a235bfd1d57b360910503f2876 2024-11-14T02:54:26,662 INFO [StoreOpener-335e44a235bfd1d57b360910503f2876-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 335e44a235bfd1d57b360910503f2876 2024-11-14T02:54:26,664 INFO [StoreOpener-335e44a235bfd1d57b360910503f2876-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 335e44a235bfd1d57b360910503f2876 columnFamilyName info 2024-11-14T02:54:26,664 DEBUG [StoreOpener-335e44a235bfd1d57b360910503f2876-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:54:26,665 INFO [StoreOpener-335e44a235bfd1d57b360910503f2876-1 {}] regionserver.HStore(327): Store=335e44a235bfd1d57b360910503f2876/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:54:26,665 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 335e44a235bfd1d57b360910503f2876 2024-11-14T02:54:26,667 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/default/TestLogRolling-testSlowSyncLogRolling/335e44a235bfd1d57b360910503f2876 2024-11-14T02:54:26,668 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/default/TestLogRolling-testSlowSyncLogRolling/335e44a235bfd1d57b360910503f2876 2024-11-14T02:54:26,669 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 335e44a235bfd1d57b360910503f2876 2024-11-14T02:54:26,669 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 335e44a235bfd1d57b360910503f2876 2024-11-14T02:54:26,672 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 335e44a235bfd1d57b360910503f2876 2024-11-14T02:54:26,676 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/default/TestLogRolling-testSlowSyncLogRolling/335e44a235bfd1d57b360910503f2876/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:54:26,677 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 335e44a235bfd1d57b360910503f2876; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=771928, jitterRate=-0.01844353973865509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T02:54:26,677 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 335e44a235bfd1d57b360910503f2876 2024-11-14T02:54:26,678 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 335e44a235bfd1d57b360910503f2876: Running coprocessor pre-open hook at 1731552866659Writing region info on filesystem at 1731552866659Initializing all the Stores at 1731552866661 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552866661Cleaning up temporary data from old regions at 1731552866669 (+8 ms)Running coprocessor post-open hooks at 1731552866677 (+8 ms)Region opened successfully at 1731552866678 (+1 ms) 2024-11-14T02:54:26,681 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876., pid=6, masterSystemTime=1731552866645 2024-11-14T02:54:26,684 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876. 2024-11-14T02:54:26,684 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876. 2024-11-14T02:54:26,685 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=335e44a235bfd1d57b360910503f2876, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,34477,1731552863778 2024-11-14T02:54:26,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 335e44a235bfd1d57b360910503f2876, server=e5dc8b5cf5e9,34477,1731552863778 because future has completed 2024-11-14T02:54:26,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T02:54:26,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 335e44a235bfd1d57b360910503f2876, server=e5dc8b5cf5e9,34477,1731552863778 in 200 msec 2024-11-14T02:54:26,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T02:54:26,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=335e44a235bfd1d57b360910503f2876, ASSIGN in 372 msec 2024-11-14T02:54:26,701 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:54:26,701 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552866701"}]},"ts":"1731552866701"} 2024-11-14T02:54:26,704 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-14T02:54:26,706 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:54:26,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 445 msec 2024-11-14T02:54:31,258 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T02:54:31,306 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T02:54:31,307 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-14T02:54:33,369 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T02:54:33,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T02:54:33,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-14T02:54:33,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-14T02:54:33,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:54:33,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T02:54:33,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T02:54:33,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T02:54:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:54:36,377 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-14T02:54:36,381 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-14T02:54:36,389 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-14T02:54:36,389 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876. 2024-11-14T02:54:36,404 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778/e5dc8b5cf5e9%2C34477%2C1731552863778.1731552876390, exclude list is [], retry=0 2024-11-14T02:54:36,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45239,DS-6a49b07c-8855-47eb-bdf0-c9867828f70d,DISK] 2024-11-14T02:54:36,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40055,DS-76d53a1c-4b80-41d3-9064-fdc6fd882bc2,DISK] 2024-11-14T02:54:36,411 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778/e5dc8b5cf5e9%2C34477%2C1731552863778.1731552865210 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778/e5dc8b5cf5e9%2C34477%2C1731552863778.1731552876390 2024-11-14T02:54:36,411 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42779:42779),(127.0.0.1/127.0.0.1:44905:44905)] 2024-11-14T02:54:36,411 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778/e5dc8b5cf5e9%2C34477%2C1731552863778.1731552865210 is not closed yet, will try archiving it next time 2024-11-14T02:54:36,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741833_1009 (size=451) 2024-11-14T02:54:36,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741833_1009 (size=451) 2024-11-14T02:54:36,419 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778/e5dc8b5cf5e9%2C34477%2C1731552863778.1731552865210 to hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/oldWALs/e5dc8b5cf5e9%2C34477%2C1731552863778.1731552865210 2024-11-14T02:54:36,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876., hostname=e5dc8b5cf5e9,34477,1731552863778, seqNum=2] 2024-11-14T02:54:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] regionserver.HRegion(8855): Flush requested on 335e44a235bfd1d57b360910503f2876 2024-11-14T02:54:50,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 335e44a235bfd1d57b360910503f2876 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T02:54:50,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/default/TestLogRolling-testSlowSyncLogRolling/335e44a235bfd1d57b360910503f2876/.tmp/info/a37deb6def784badb74ff5eaa10f4c59 is 1055, key is row0001/info:/1731552876423/Put/seqid=0 2024-11-14T02:54:50,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741838_1014 (size=13386) 2024-11-14T02:54:50,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741838_1014 (size=13386) 2024-11-14T02:54:50,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/default/TestLogRolling-testSlowSyncLogRolling/335e44a235bfd1d57b360910503f2876/.tmp/info/a37deb6def784badb74ff5eaa10f4c59 2024-11-14T02:54:50,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/default/TestLogRolling-testSlowSyncLogRolling/335e44a235bfd1d57b360910503f2876/.tmp/info/a37deb6def784badb74ff5eaa10f4c59 as hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/default/TestLogRolling-testSlowSyncLogRolling/335e44a235bfd1d57b360910503f2876/info/a37deb6def784badb74ff5eaa10f4c59 2024-11-14T02:54:50,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/default/TestLogRolling-testSlowSyncLogRolling/335e44a235bfd1d57b360910503f2876/info/a37deb6def784badb74ff5eaa10f4c59, entries=8, sequenceid=12, filesize=13.1 K 2024-11-14T02:54:50,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 335e44a235bfd1d57b360910503f2876 in 125ms, sequenceid=12, compaction requested=false 2024-11-14T02:54:50,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 335e44a235bfd1d57b360910503f2876: 2024-11-14T02:54:52,168 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:54:56,502 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778/e5dc8b5cf5e9%2C34477%2C1731552863778.1731552896487, exclude list is [], retry=0 2024-11-14T02:54:56,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45239,DS-6a49b07c-8855-47eb-bdf0-c9867828f70d,DISK] 2024-11-14T02:54:56,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40055,DS-76d53a1c-4b80-41d3-9064-fdc6fd882bc2,DISK] 2024-11-14T02:54:56,508 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778/e5dc8b5cf5e9%2C34477%2C1731552863778.1731552876390 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778/e5dc8b5cf5e9%2C34477%2C1731552863778.1731552896487 2024-11-14T02:54:56,508 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42779:42779),(127.0.0.1/127.0.0.1:44905:44905)] 2024-11-14T02:54:56,508 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778/e5dc8b5cf5e9%2C34477%2C1731552863778.1731552876390 is not closed yet, will try archiving it next time 2024-11-14T02:54:56,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741837_1013 (size=12149) 2024-11-14T02:54:56,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741837_1013 (size=12149) 2024-11-14T02:55:01,514 INFO [AsyncFSWAL-0-hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd-prefix:e5dc8b5cf5e9,34477,1731552863778 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:45239,DS-6a49b07c-8855-47eb-bdf0-c9867828f70d,DISK], DatanodeInfoWithStorage[127.0.0.1:40055,DS-76d53a1c-4b80-41d3-9064-fdc6fd882bc2,DISK]] 2024-11-14T02:55:01,517 WARN [AsyncFSWAL-0-hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd-prefix:e5dc8b5cf5e9,34477,1731552863778 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:45239,DS-6a49b07c-8855-47eb-bdf0-c9867828f70d,DISK], DatanodeInfoWithStorage[127.0.0.1:40055,DS-76d53a1c-4b80-41d3-9064-fdc6fd882bc2,DISK]] 2024-11-14T02:55:01,518 DEBUG [regionserver/e5dc8b5cf5e9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e5dc8b5cf5e9%2C34477%2C1731552863778:(num 1731552896487) roll requested 2024-11-14T02:55:01,531 DEBUG [regionserver/e5dc8b5cf5e9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778/e5dc8b5cf5e9%2C34477%2C1731552863778.1731552901518, exclude list is [], retry=0 2024-11-14T02:55:01,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45239,DS-6a49b07c-8855-47eb-bdf0-c9867828f70d,DISK] 2024-11-14T02:55:01,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40055,DS-76d53a1c-4b80-41d3-9064-fdc6fd882bc2,DISK] 2024-11-14T02:55:01,537 INFO [regionserver/e5dc8b5cf5e9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778/e5dc8b5cf5e9%2C34477%2C1731552863778.1731552896487 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778/e5dc8b5cf5e9%2C34477%2C1731552863778.1731552901518 2024-11-14T02:55:01,537 DEBUG [regionserver/e5dc8b5cf5e9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44905:44905),(127.0.0.1/127.0.0.1:42779:42779)] 2024-11-14T02:55:01,537 DEBUG [regionserver/e5dc8b5cf5e9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778/e5dc8b5cf5e9%2C34477%2C1731552863778.1731552896487 is not closed yet, will try archiving it next time 2024-11-14T02:55:01,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741839_1015 (size=1233) 2024-11-14T02:55:01,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741839_1015 (size=1233) 2024-11-14T02:55:03,519 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T02:55:03,538 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778/e5dc8b5cf5e9%2C34477%2C1731552863778.1731552903520, exclude list is [], retry=0 2024-11-14T02:55:03,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40055,DS-76d53a1c-4b80-41d3-9064-fdc6fd882bc2,DISK] 2024-11-14T02:55:03,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45239,DS-6a49b07c-8855-47eb-bdf0-c9867828f70d,DISK] 2024-11-14T02:55:03,543 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778/e5dc8b5cf5e9%2C34477%2C1731552863778.1731552901518 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778/e5dc8b5cf5e9%2C34477%2C1731552863778.1731552903520 2024-11-14T02:55:03,544 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44905:44905),(127.0.0.1/127.0.0.1:42779:42779)] 2024-11-14T02:55:03,544 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778/e5dc8b5cf5e9%2C34477%2C1731552863778.1731552901518 is not closed yet, will try archiving it next time 2024-11-14T02:55:03,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741840_1016 (size=93) 2024-11-14T02:55:03,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741840_1016 (size=93) 2024-11-14T02:55:03,547 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778/e5dc8b5cf5e9%2C34477%2C1731552863778.1731552901518 to hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/oldWALs/e5dc8b5cf5e9%2C34477%2C1731552863778.1731552901518 2024-11-14T02:55:06,118 INFO [master/e5dc8b5cf5e9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T02:55:06,118 INFO [master/e5dc8b5cf5e9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T02:55:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] regionserver.HRegion(8855): Flush requested on 335e44a235bfd1d57b360910503f2876 2024-11-14T02:55:11,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 335e44a235bfd1d57b360910503f2876 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T02:55:11,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/default/TestLogRolling-testSlowSyncLogRolling/335e44a235bfd1d57b360910503f2876/.tmp/info/849779b646554b5ab31a8dd7b5e5d807 is 1055, key is row0009/info:/1731552892478/Put/seqid=0 2024-11-14T02:55:11,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741842_1018 (size=13386) 2024-11-14T02:55:11,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741842_1018 (size=13386) 2024-11-14T02:55:11,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/default/TestLogRolling-testSlowSyncLogRolling/335e44a235bfd1d57b360910503f2876/.tmp/info/849779b646554b5ab31a8dd7b5e5d807 2024-11-14T02:55:11,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/default/TestLogRolling-testSlowSyncLogRolling/335e44a235bfd1d57b360910503f2876/.tmp/info/849779b646554b5ab31a8dd7b5e5d807 as hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/default/TestLogRolling-testSlowSyncLogRolling/335e44a235bfd1d57b360910503f2876/info/849779b646554b5ab31a8dd7b5e5d807 2024-11-14T02:55:11,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/default/TestLogRolling-testSlowSyncLogRolling/335e44a235bfd1d57b360910503f2876/info/849779b646554b5ab31a8dd7b5e5d807, entries=8, sequenceid=23, filesize=13.1 K 2024-11-14T02:55:11,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 335e44a235bfd1d57b360910503f2876 in 40ms, sequenceid=23, compaction requested=false 2024-11-14T02:55:11,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 335e44a235bfd1d57b360910503f2876: 2024-11-14T02:55:11,612 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-14T02:55:11,612 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T02:55:11,613 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/default/TestLogRolling-testSlowSyncLogRolling/335e44a235bfd1d57b360910503f2876/info/a37deb6def784badb74ff5eaa10f4c59 because midkey is the same as first or last row 2024-11-14T02:55:11,659 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 335e44a235bfd1d57b360910503f2876, had cached 0 bytes from a total of 26772 2024-11-14T02:55:22,168 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:55:23,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:55:23,609 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:55:23,609 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:55:23,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:55:23,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:55:23,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:55:23,618 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:55:23,619 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1012030733, stopped=false 2024-11-14T02:55:23,619 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e5dc8b5cf5e9,34093,1731552863026 2024-11-14T02:55:23,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34477-0x1013743dbb30001, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T02:55:23,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T02:55:23,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34477-0x1013743dbb30001, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:23,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:23,740 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:55:23,741 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:55:23,742 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:55:23,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:55:23,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:55:23,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34477-0x1013743dbb30001, quorum=127.0.0.1:65081, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:55:23,744 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e5dc8b5cf5e9,34477,1731552863778' ***** 2024-11-14T02:55:23,744 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:55:23,744 INFO [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:55:23,745 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:55:23,745 INFO [RS:0;e5dc8b5cf5e9:34477 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:55:23,745 INFO [RS:0;e5dc8b5cf5e9:34477 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:55:23,745 INFO [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.HRegionServer(3091): Received CLOSE for 335e44a235bfd1d57b360910503f2876 2024-11-14T02:55:23,746 INFO [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.HRegionServer(959): stopping server e5dc8b5cf5e9,34477,1731552863778 2024-11-14T02:55:23,746 INFO [RS:0;e5dc8b5cf5e9:34477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:55:23,746 INFO [RS:0;e5dc8b5cf5e9:34477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e5dc8b5cf5e9:34477. 2024-11-14T02:55:23,746 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:55:23,746 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:55:23,746 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 335e44a235bfd1d57b360910503f2876, disabling compactions & flushes 2024-11-14T02:55:23,747 INFO [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:55:23,747 INFO [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:55:23,747 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876. 2024-11-14T02:55:23,747 INFO [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:55:23,747 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876. 2024-11-14T02:55:23,747 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876. after waiting 0 ms 2024-11-14T02:55:23,747 INFO [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:55:23,747 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876. 2024-11-14T02:55:23,747 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 335e44a235bfd1d57b360910503f2876 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-14T02:55:23,747 INFO [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T02:55:23,747 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:55:23,747 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:55:23,747 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 335e44a235bfd1d57b360910503f2876=TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876.} 2024-11-14T02:55:23,747 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:55:23,748 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:55:23,748 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:55:23,748 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-14T02:55:23,748 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 335e44a235bfd1d57b360910503f2876 2024-11-14T02:55:23,755 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/default/TestLogRolling-testSlowSyncLogRolling/335e44a235bfd1d57b360910503f2876/.tmp/info/9d0ebd4622064372b780bced57f42d7a is 1055, key is row0017/info:/1731552913578/Put/seqid=0 2024-11-14T02:55:23,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741843_1019 (size=10222) 2024-11-14T02:55:23,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741843_1019 (size=10222) 2024-11-14T02:55:23,764 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/default/TestLogRolling-testSlowSyncLogRolling/335e44a235bfd1d57b360910503f2876/.tmp/info/9d0ebd4622064372b780bced57f42d7a 2024-11-14T02:55:23,775 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/default/TestLogRolling-testSlowSyncLogRolling/335e44a235bfd1d57b360910503f2876/.tmp/info/9d0ebd4622064372b780bced57f42d7a as hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/default/TestLogRolling-testSlowSyncLogRolling/335e44a235bfd1d57b360910503f2876/info/9d0ebd4622064372b780bced57f42d7a 2024-11-14T02:55:23,776 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/hbase/meta/1588230740/.tmp/info/d8663ff91bb84090b803280df73fa57a is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876./info:regioninfo/1731552866685/Put/seqid=0 2024-11-14T02:55:23,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741844_1020 (size=7016) 2024-11-14T02:55:23,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741844_1020 (size=7016) 2024-11-14T02:55:23,785 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/hbase/meta/1588230740/.tmp/info/d8663ff91bb84090b803280df73fa57a 2024-11-14T02:55:23,787 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/default/TestLogRolling-testSlowSyncLogRolling/335e44a235bfd1d57b360910503f2876/info/9d0ebd4622064372b780bced57f42d7a, entries=5, sequenceid=31, filesize=10.0 K 2024-11-14T02:55:23,788 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 335e44a235bfd1d57b360910503f2876 in 41ms, sequenceid=31, compaction requested=true 2024-11-14T02:55:23,795 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/default/TestLogRolling-testSlowSyncLogRolling/335e44a235bfd1d57b360910503f2876/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-14T02:55:23,797 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876. 2024-11-14T02:55:23,798 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 335e44a235bfd1d57b360910503f2876: Waiting for close lock at 1731552923746Running coprocessor pre-close hooks at 1731552923746Disabling compacts and flushes for region at 1731552923746Disabling writes for close at 1731552923747 (+1 ms)Obtaining lock to block concurrent updates at 1731552923747Preparing flush snapshotting stores in 335e44a235bfd1d57b360910503f2876 at 1731552923747Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731552923748 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876. at 1731552923749 (+1 ms)Flushing 335e44a235bfd1d57b360910503f2876/info: creating writer at 1731552923749Flushing 335e44a235bfd1d57b360910503f2876/info: appending metadata at 1731552923754 (+5 ms)Flushing 335e44a235bfd1d57b360910503f2876/info: closing flushed file at 1731552923754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d492b5b: reopening flushed file at 1731552923774 (+20 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 335e44a235bfd1d57b360910503f2876 in 41ms, sequenceid=31, compaction requested=true at 1731552923788 (+14 ms)Writing region close event to WAL at 1731552923790 (+2 ms)Running coprocessor post-close hooks at 1731552923796 (+6 ms)Closed at 1731552923797 (+1 ms) 2024-11-14T02:55:23,798 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731552866254.335e44a235bfd1d57b360910503f2876. 2024-11-14T02:55:23,810 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/hbase/meta/1588230740/.tmp/ns/6a870890dee14ff5a8c0079ba83a2dde is 43, key is default/ns:d/1731552865975/Put/seqid=0 2024-11-14T02:55:23,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741845_1021 (size=5153) 2024-11-14T02:55:23,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741845_1021 (size=5153) 2024-11-14T02:55:23,818 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/hbase/meta/1588230740/.tmp/ns/6a870890dee14ff5a8c0079ba83a2dde 2024-11-14T02:55:23,843 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/hbase/meta/1588230740/.tmp/table/1b435ed0257342b8a9c78ee0b8a4b73e is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731552866701/Put/seqid=0 2024-11-14T02:55:23,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741846_1022 (size=5396) 2024-11-14T02:55:23,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741846_1022 (size=5396) 2024-11-14T02:55:23,850 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/hbase/meta/1588230740/.tmp/table/1b435ed0257342b8a9c78ee0b8a4b73e 2024-11-14T02:55:23,861 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/hbase/meta/1588230740/.tmp/info/d8663ff91bb84090b803280df73fa57a as hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/hbase/meta/1588230740/info/d8663ff91bb84090b803280df73fa57a 2024-11-14T02:55:23,869 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/hbase/meta/1588230740/info/d8663ff91bb84090b803280df73fa57a, entries=10, sequenceid=11, filesize=6.9 K 2024-11-14T02:55:23,870 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/hbase/meta/1588230740/.tmp/ns/6a870890dee14ff5a8c0079ba83a2dde as hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/hbase/meta/1588230740/ns/6a870890dee14ff5a8c0079ba83a2dde 2024-11-14T02:55:23,882 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/hbase/meta/1588230740/ns/6a870890dee14ff5a8c0079ba83a2dde, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T02:55:23,883 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/hbase/meta/1588230740/.tmp/table/1b435ed0257342b8a9c78ee0b8a4b73e as hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/hbase/meta/1588230740/table/1b435ed0257342b8a9c78ee0b8a4b73e 2024-11-14T02:55:23,894 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/hbase/meta/1588230740/table/1b435ed0257342b8a9c78ee0b8a4b73e, entries=2, sequenceid=11, filesize=5.3 K 2024-11-14T02:55:23,895 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 147ms, sequenceid=11, compaction requested=false 2024-11-14T02:55:23,901 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T02:55:23,902 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:55:23,902 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:55:23,902 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552923747Running coprocessor pre-close hooks at 1731552923747Disabling compacts and flushes for region at 1731552923747Disabling writes for close at 1731552923748 (+1 ms)Obtaining lock to block concurrent updates at 1731552923748Preparing flush snapshotting stores in 1588230740 at 1731552923748Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731552923748Flushing stores of hbase:meta,,1.1588230740 at 1731552923749 (+1 ms)Flushing 1588230740/info: creating writer at 1731552923749Flushing 1588230740/info: appending metadata at 1731552923775 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731552923775Flushing 1588230740/ns: creating writer at 1731552923795 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731552923810 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731552923810Flushing 1588230740/table: creating writer at 1731552923827 (+17 ms)Flushing 1588230740/table: appending metadata at 1731552923842 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731552923842Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53fe3508: reopening flushed file at 1731552923859 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63cedd3f: reopening flushed file at 1731552923869 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64eb48a8: reopening flushed file at 1731552923882 (+13 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 147ms, sequenceid=11, compaction requested=false at 1731552923895 (+13 ms)Writing region close event to WAL at 1731552923897 (+2 ms)Running coprocessor post-close hooks at 1731552923902 (+5 ms)Closed at 1731552923902 2024-11-14T02:55:23,903 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:55:23,948 INFO [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.HRegionServer(976): stopping server e5dc8b5cf5e9,34477,1731552863778; all regions closed. 2024-11-14T02:55:23,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741834_1010 (size=3066) 2024-11-14T02:55:23,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741834_1010 (size=3066) 2024-11-14T02:55:23,960 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/oldWALs 2024-11-14T02:55:23,960 INFO [RS:0;e5dc8b5cf5e9:34477 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e5dc8b5cf5e9%2C34477%2C1731552863778.meta:.meta(num 1731552865709) 2024-11-14T02:55:23,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741841_1017 (size=13164) 2024-11-14T02:55:23,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741841_1017 (size=13164) 2024-11-14T02:55:23,963 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/WALs/e5dc8b5cf5e9,34477,1731552863778/e5dc8b5cf5e9%2C34477%2C1731552863778.1731552903520 not finished, retry = 0 2024-11-14T02:55:24,065 INFO [regionserver/e5dc8b5cf5e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:55:24,065 INFO [regionserver/e5dc8b5cf5e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:55:24,079 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/oldWALs 2024-11-14T02:55:24,080 INFO [RS:0;e5dc8b5cf5e9:34477 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e5dc8b5cf5e9%2C34477%2C1731552863778:(num 1731552903520) 2024-11-14T02:55:24,080 DEBUG [RS:0;e5dc8b5cf5e9:34477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:55:24,080 INFO [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:55:24,080 INFO [RS:0;e5dc8b5cf5e9:34477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:55:24,080 INFO [RS:0;e5dc8b5cf5e9:34477 {}] hbase.ChoreService(370): Chore service for: regionserver/e5dc8b5cf5e9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T02:55:24,081 INFO [RS:0;e5dc8b5cf5e9:34477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:55:24,081 INFO [regionserver/e5dc8b5cf5e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:55:24,081 INFO [RS:0;e5dc8b5cf5e9:34477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34477 2024-11-14T02:55:24,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T02:55:24,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34477-0x1013743dbb30001, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e5dc8b5cf5e9,34477,1731552863778 2024-11-14T02:55:24,096 INFO [RS:0;e5dc8b5cf5e9:34477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:55:24,107 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e5dc8b5cf5e9,34477,1731552863778] 2024-11-14T02:55:24,117 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e5dc8b5cf5e9,34477,1731552863778 already deleted, retry=false 2024-11-14T02:55:24,118 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e5dc8b5cf5e9,34477,1731552863778 expired; onlineServers=0 2024-11-14T02:55:24,118 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e5dc8b5cf5e9,34093,1731552863026' ***** 2024-11-14T02:55:24,118 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:55:24,118 INFO [M:0;e5dc8b5cf5e9:34093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:55:24,119 INFO [M:0;e5dc8b5cf5e9:34093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:55:24,119 DEBUG [M:0;e5dc8b5cf5e9:34093 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:55:24,119 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:55:24,119 DEBUG [M:0;e5dc8b5cf5e9:34093 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:55:24,119 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.small.0-1731552864884 {}] cleaner.HFileCleaner(306): Exit Thread[master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.small.0-1731552864884,5,FailOnTimeoutGroup] 2024-11-14T02:55:24,119 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.large.0-1731552864882 {}] cleaner.HFileCleaner(306): Exit Thread[master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.large.0-1731552864882,5,FailOnTimeoutGroup] 2024-11-14T02:55:24,120 INFO [M:0;e5dc8b5cf5e9:34093 {}] hbase.ChoreService(370): Chore service for: master/e5dc8b5cf5e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:55:24,120 INFO [M:0;e5dc8b5cf5e9:34093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:55:24,120 DEBUG [M:0;e5dc8b5cf5e9:34093 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:55:24,121 INFO [M:0;e5dc8b5cf5e9:34093 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:55:24,121 INFO [M:0;e5dc8b5cf5e9:34093 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:55:24,122 INFO [M:0;e5dc8b5cf5e9:34093 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:55:24,122 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:55:24,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T02:55:24,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:24,128 DEBUG [M:0;e5dc8b5cf5e9:34093 {}] zookeeper.ZKUtil(347): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T02:55:24,128 WARN [M:0;e5dc8b5cf5e9:34093 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:55:24,129 INFO [M:0;e5dc8b5cf5e9:34093 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/.lastflushedseqids 2024-11-14T02:55:24,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741847_1023 (size=130) 2024-11-14T02:55:24,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741847_1023 (size=130) 2024-11-14T02:55:24,142 INFO [M:0;e5dc8b5cf5e9:34093 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:55:24,143 INFO [M:0;e5dc8b5cf5e9:34093 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:55:24,143 DEBUG [M:0;e5dc8b5cf5e9:34093 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:55:24,143 INFO [M:0;e5dc8b5cf5e9:34093 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:55:24,143 DEBUG [M:0;e5dc8b5cf5e9:34093 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:55:24,143 DEBUG [M:0;e5dc8b5cf5e9:34093 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:55:24,143 DEBUG [M:0;e5dc8b5cf5e9:34093 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:55:24,143 INFO [M:0;e5dc8b5cf5e9:34093 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-14T02:55:24,162 DEBUG [M:0;e5dc8b5cf5e9:34093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d0c4b9466464163bdaa27f3951ab702 is 82, key is hbase:meta,,1/info:regioninfo/1731552865794/Put/seqid=0 2024-11-14T02:55:24,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741848_1024 (size=5672) 2024-11-14T02:55:24,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741848_1024 (size=5672) 2024-11-14T02:55:24,169 INFO [M:0;e5dc8b5cf5e9:34093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d0c4b9466464163bdaa27f3951ab702 2024-11-14T02:55:24,193 DEBUG [M:0;e5dc8b5cf5e9:34093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f10a0b1fd7a47b486fc2d7c08eb12bb is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731552866708/Put/seqid=0 2024-11-14T02:55:24,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741849_1025 (size=6247) 2024-11-14T02:55:24,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741849_1025 (size=6247) 2024-11-14T02:55:24,201 INFO [M:0;e5dc8b5cf5e9:34093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f10a0b1fd7a47b486fc2d7c08eb12bb 2024-11-14T02:55:24,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34477-0x1013743dbb30001, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:55:24,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34477-0x1013743dbb30001, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:55:24,208 INFO [M:0;e5dc8b5cf5e9:34093 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f10a0b1fd7a47b486fc2d7c08eb12bb 2024-11-14T02:55:24,208 INFO [RS:0;e5dc8b5cf5e9:34477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:55:24,208 INFO [RS:0;e5dc8b5cf5e9:34477 {}] regionserver.HRegionServer(1031): Exiting; stopping=e5dc8b5cf5e9,34477,1731552863778; zookeeper connection closed. 2024-11-14T02:55:24,209 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@497664ca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@497664ca 2024-11-14T02:55:24,209 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:55:24,224 DEBUG [M:0;e5dc8b5cf5e9:34093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecdd06b9b6634e389a250e78d3666175 is 69, key is e5dc8b5cf5e9,34477,1731552863778/rs:state/1731552864973/Put/seqid=0 2024-11-14T02:55:24,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741850_1026 (size=5156) 2024-11-14T02:55:24,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741850_1026 (size=5156) 2024-11-14T02:55:24,230 INFO [M:0;e5dc8b5cf5e9:34093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecdd06b9b6634e389a250e78d3666175 2024-11-14T02:55:24,255 DEBUG [M:0;e5dc8b5cf5e9:34093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/417926f2206e44bc8a852d78cbffb8df is 52, key is load_balancer_on/state:d/1731552866234/Put/seqid=0 2024-11-14T02:55:24,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741851_1027 (size=5056) 2024-11-14T02:55:24,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741851_1027 (size=5056) 2024-11-14T02:55:24,262 INFO [M:0;e5dc8b5cf5e9:34093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/417926f2206e44bc8a852d78cbffb8df 2024-11-14T02:55:24,269 DEBUG [M:0;e5dc8b5cf5e9:34093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d0c4b9466464163bdaa27f3951ab702 as hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d0c4b9466464163bdaa27f3951ab702 2024-11-14T02:55:24,277 INFO [M:0;e5dc8b5cf5e9:34093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d0c4b9466464163bdaa27f3951ab702, entries=8, sequenceid=59, filesize=5.5 K 2024-11-14T02:55:24,278 DEBUG [M:0;e5dc8b5cf5e9:34093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f10a0b1fd7a47b486fc2d7c08eb12bb as hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f10a0b1fd7a47b486fc2d7c08eb12bb 2024-11-14T02:55:24,286 INFO [M:0;e5dc8b5cf5e9:34093 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f10a0b1fd7a47b486fc2d7c08eb12bb 2024-11-14T02:55:24,286 INFO [M:0;e5dc8b5cf5e9:34093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f10a0b1fd7a47b486fc2d7c08eb12bb, entries=6, sequenceid=59, filesize=6.1 K 2024-11-14T02:55:24,288 DEBUG [M:0;e5dc8b5cf5e9:34093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecdd06b9b6634e389a250e78d3666175 as hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecdd06b9b6634e389a250e78d3666175 2024-11-14T02:55:24,295 INFO [M:0;e5dc8b5cf5e9:34093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecdd06b9b6634e389a250e78d3666175, entries=1, sequenceid=59, filesize=5.0 K 2024-11-14T02:55:24,297 DEBUG [M:0;e5dc8b5cf5e9:34093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/417926f2206e44bc8a852d78cbffb8df as hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/417926f2206e44bc8a852d78cbffb8df 2024-11-14T02:55:24,304 INFO [M:0;e5dc8b5cf5e9:34093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/417926f2206e44bc8a852d78cbffb8df, entries=1, sequenceid=59, filesize=4.9 K 2024-11-14T02:55:24,305 INFO [M:0;e5dc8b5cf5e9:34093 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 162ms, sequenceid=59, compaction requested=false 2024-11-14T02:55:24,307 INFO [M:0;e5dc8b5cf5e9:34093 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:55:24,307 DEBUG [M:0;e5dc8b5cf5e9:34093 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552924143Disabling compacts and flushes for region at 1731552924143Disabling writes for close at 1731552924143Obtaining lock to block concurrent updates at 1731552924143Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731552924143Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1731552924144 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731552924145 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731552924145Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731552924161 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731552924162 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731552924177 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731552924193 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731552924193Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731552924208 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731552924223 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731552924223Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731552924238 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731552924254 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731552924255 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7870e2b9: reopening flushed file at 1731552924268 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@290add37: reopening flushed file at 1731552924277 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c857162: reopening flushed file at 1731552924286 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@349e4df: reopening flushed file at 1731552924296 (+10 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 162ms, sequenceid=59, compaction requested=false at 1731552924305 (+9 ms)Writing region close event to WAL at 1731552924306 (+1 ms)Closed at 1731552924307 (+1 ms) 2024-11-14T02:55:24,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45239 is added to blk_1073741830_1006 (size=27973) 2024-11-14T02:55:24,310 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/MasterData/WALs/e5dc8b5cf5e9,34093,1731552863026/e5dc8b5cf5e9%2C34093%2C1731552863026.1731552864226 not finished, retry = 0 2024-11-14T02:55:24,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741830_1006 (size=27973) 2024-11-14T02:55:24,412 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:55:24,413 INFO [M:0;e5dc8b5cf5e9:34093 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:55:24,413 INFO [M:0;e5dc8b5cf5e9:34093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34093 2024-11-14T02:55:24,414 INFO [M:0;e5dc8b5cf5e9:34093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:55:24,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:55:24,523 INFO [M:0;e5dc8b5cf5e9:34093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:55:24,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34093-0x1013743dbb30000, quorum=127.0.0.1:65081, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:55:24,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:55:24,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:55:24,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:55:24,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:55:24,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/hadoop.log.dir/,STOPPED} 2024-11-14T02:55:24,577 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:55:24,577 WARN [BP-131718976-172.17.0.2-1731552859249 heartbeating to localhost/127.0.0.1:44857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:55:24,577 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:55:24,577 WARN [BP-131718976-172.17.0.2-1731552859249 heartbeating to localhost/127.0.0.1:44857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-131718976-172.17.0.2-1731552859249 (Datanode Uuid d121a497-40ae-49a3-934f-a725d5574f29) service to localhost/127.0.0.1:44857 2024-11-14T02:55:24,579 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/cluster_63b0d88c-9be5-f07b-f05f-51ac6dae2ae8/data/data3/current/BP-131718976-172.17.0.2-1731552859249 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:55:24,579 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/cluster_63b0d88c-9be5-f07b-f05f-51ac6dae2ae8/data/data4/current/BP-131718976-172.17.0.2-1731552859249 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:55:24,579 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:55:24,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:55:24,585 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:55:24,585 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:55:24,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:55:24,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/hadoop.log.dir/,STOPPED} 2024-11-14T02:55:24,587 WARN [BP-131718976-172.17.0.2-1731552859249 heartbeating to localhost/127.0.0.1:44857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:55:24,587 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:55:24,587 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:55:24,587 WARN [BP-131718976-172.17.0.2-1731552859249 heartbeating to localhost/127.0.0.1:44857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-131718976-172.17.0.2-1731552859249 (Datanode Uuid 270c43cf-db38-4aac-a43d-8fb0138524e4) service to localhost/127.0.0.1:44857 2024-11-14T02:55:24,588 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/cluster_63b0d88c-9be5-f07b-f05f-51ac6dae2ae8/data/data1/current/BP-131718976-172.17.0.2-1731552859249 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:55:24,588 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/cluster_63b0d88c-9be5-f07b-f05f-51ac6dae2ae8/data/data2/current/BP-131718976-172.17.0.2-1731552859249 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:55:24,589 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:55:24,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:55:24,599 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:55:24,599 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:55:24,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:55:24,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/hadoop.log.dir/,STOPPED} 2024-11-14T02:55:24,608 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T02:55:24,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:55:24,646 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=65 (was 12) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e5dc8b5cf5e9:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e5dc8b5cf5e9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e5dc8b5cf5e9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:44857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/e5dc8b5cf5e9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:44857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@632e56cd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:44857 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=392 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=108 (was 159), ProcessCount=11 (was 11), AvailableMemoryMB=10562 (was 11108) 2024-11-14T02:55:24,651 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=66, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=108, ProcessCount=11, AvailableMemoryMB=10562 2024-11-14T02:55:24,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:55:24,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/hadoop.log.dir so I do NOT create it in target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a 2024-11-14T02:55:24,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85eee0ee-0aa8-4466-172e-362e8cf96428/hadoop.tmp.dir so I do NOT create it in target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a 2024-11-14T02:55:24,652 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4, deleteOnExit=true 2024-11-14T02:55:24,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:55:24,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/test.cache.data in system properties and HBase conf 2024-11-14T02:55:24,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:55:24,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:55:24,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:55:24,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:55:24,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:55:24,653 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:55:24,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:55:24,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:55:24,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:55:24,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:55:24,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:55:24,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:55:24,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:55:24,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:55:24,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:55:24,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:55:24,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:55:24,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:55:24,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:55:24,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:55:25,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:55:25,058 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:55:25,061 INFO [regionserver/e5dc8b5cf5e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:55:25,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:55:25,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:55:25,062 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:55:25,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:55:25,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d1e03de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:55:25,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9064200{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:55:25,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2052e3a1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/java.io.tmpdir/jetty-localhost-37553-hadoop-hdfs-3_4_1-tests_jar-_-any-14744990799012359129/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:55:25,166 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ceb5ed1{HTTP/1.1, (http/1.1)}{localhost:37553} 2024-11-14T02:55:25,166 INFO [Time-limited test {}] server.Server(415): Started @67888ms 2024-11-14T02:55:25,438 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:55:25,442 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:55:25,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:55:25,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:55:25,443 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:55:25,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e8689f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:55:25,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e3b24ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:55:25,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64d88bfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/java.io.tmpdir/jetty-localhost-39561-hadoop-hdfs-3_4_1-tests_jar-_-any-9781218934552685614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:55:25,538 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57640d7c{HTTP/1.1, (http/1.1)}{localhost:39561} 2024-11-14T02:55:25,538 INFO [Time-limited test {}] server.Server(415): Started @68260ms 2024-11-14T02:55:25,539 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:55:25,575 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:55:25,579 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:55:25,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:55:25,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:55:25,580 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:55:25,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11e33a91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:55:25,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@384418d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:55:25,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d47597c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/java.io.tmpdir/jetty-localhost-41475-hadoop-hdfs-3_4_1-tests_jar-_-any-7251569569349981739/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:55:25,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fdbf{HTTP/1.1, (http/1.1)}{localhost:41475} 2024-11-14T02:55:25,676 INFO [Time-limited test {}] server.Server(415): Started @68398ms 2024-11-14T02:55:25,678 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:55:26,999 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4/data/data1/current/BP-1807581361-172.17.0.2-1731552924678/current, will proceed with Du for space computation calculation, 2024-11-14T02:55:26,999 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4/data/data2/current/BP-1807581361-172.17.0.2-1731552924678/current, will proceed with Du for space computation calculation, 2024-11-14T02:55:27,015 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:55:27,017 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a346f61f250dca1 with lease ID 0x7bde56ad90ceb367: Processing first storage report for DS-271feb41-464a-49dc-8421-635e7c5c2bec from datanode DatanodeRegistration(127.0.0.1:33815, datanodeUuid=a6d8ddf7-b391-4e7d-85ba-e6115adb3e30, infoPort=40295, infoSecurePort=0, ipcPort=45695, storageInfo=lv=-57;cid=testClusterID;nsid=1805806465;c=1731552924678) 2024-11-14T02:55:27,018 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a346f61f250dca1 with lease ID 0x7bde56ad90ceb367: from storage DS-271feb41-464a-49dc-8421-635e7c5c2bec node DatanodeRegistration(127.0.0.1:33815, datanodeUuid=a6d8ddf7-b391-4e7d-85ba-e6115adb3e30, infoPort=40295, infoSecurePort=0, ipcPort=45695, storageInfo=lv=-57;cid=testClusterID;nsid=1805806465;c=1731552924678), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:55:27,018 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a346f61f250dca1 with lease ID 0x7bde56ad90ceb367: Processing first storage report for DS-0a56a338-e8e9-4ba7-8206-79395186acce from datanode DatanodeRegistration(127.0.0.1:33815, datanodeUuid=a6d8ddf7-b391-4e7d-85ba-e6115adb3e30, infoPort=40295, infoSecurePort=0, ipcPort=45695, storageInfo=lv=-57;cid=testClusterID;nsid=1805806465;c=1731552924678) 2024-11-14T02:55:27,018 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a346f61f250dca1 with lease ID 0x7bde56ad90ceb367: from storage DS-0a56a338-e8e9-4ba7-8206-79395186acce node DatanodeRegistration(127.0.0.1:33815, datanodeUuid=a6d8ddf7-b391-4e7d-85ba-e6115adb3e30, infoPort=40295, infoSecurePort=0, ipcPort=45695, storageInfo=lv=-57;cid=testClusterID;nsid=1805806465;c=1731552924678), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:55:27,144 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4/data/data4/current/BP-1807581361-172.17.0.2-1731552924678/current, will proceed with Du for space computation calculation, 2024-11-14T02:55:27,144 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4/data/data3/current/BP-1807581361-172.17.0.2-1731552924678/current, will proceed with Du for space computation calculation, 2024-11-14T02:55:27,159 WARN [Thread-372 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:55:27,162 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb997541f111c2889 with lease ID 0x7bde56ad90ceb368: Processing first storage report for DS-4afc98e2-aa49-4082-b732-dac7785bae29 from datanode DatanodeRegistration(127.0.0.1:46473, datanodeUuid=8836bd68-6f16-49a2-bf3b-f6144e893109, infoPort=46471, infoSecurePort=0, ipcPort=46271, storageInfo=lv=-57;cid=testClusterID;nsid=1805806465;c=1731552924678) 2024-11-14T02:55:27,162 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb997541f111c2889 with lease ID 0x7bde56ad90ceb368: from storage DS-4afc98e2-aa49-4082-b732-dac7785bae29 node DatanodeRegistration(127.0.0.1:46473, datanodeUuid=8836bd68-6f16-49a2-bf3b-f6144e893109, infoPort=46471, infoSecurePort=0, ipcPort=46271, storageInfo=lv=-57;cid=testClusterID;nsid=1805806465;c=1731552924678), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:55:27,162 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb997541f111c2889 with lease ID 0x7bde56ad90ceb368: Processing first storage report for DS-50df7264-5d8e-4901-96f0-136e449f2aa8 from datanode DatanodeRegistration(127.0.0.1:46473, datanodeUuid=8836bd68-6f16-49a2-bf3b-f6144e893109, infoPort=46471, infoSecurePort=0, ipcPort=46271, storageInfo=lv=-57;cid=testClusterID;nsid=1805806465;c=1731552924678) 2024-11-14T02:55:27,162 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb997541f111c2889 with lease ID 0x7bde56ad90ceb368: from storage DS-50df7264-5d8e-4901-96f0-136e449f2aa8 node DatanodeRegistration(127.0.0.1:46473, datanodeUuid=8836bd68-6f16-49a2-bf3b-f6144e893109, infoPort=46471, infoSecurePort=0, ipcPort=46271, storageInfo=lv=-57;cid=testClusterID;nsid=1805806465;c=1731552924678), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:55:27,237 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a 2024-11-14T02:55:27,242 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4/zookeeper_0, clientPort=57455, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T02:55:27,243 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57455 2024-11-14T02:55:27,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:55:27,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:55:27,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:55:27,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33815 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:55:27,260 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b with version=8 2024-11-14T02:55:27,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/hbase-staging 2024-11-14T02:55:27,263 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e5dc8b5cf5e9:0 server-side Connection retries=45 2024-11-14T02:55:27,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:55:27,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:55:27,264 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:55:27,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:55:27,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:55:27,264 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:55:27,264 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:55:27,265 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43517 2024-11-14T02:55:27,266 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43517 connecting to ZooKeeper ensemble=127.0.0.1:57455 2024-11-14T02:55:27,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435170x0, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:55:27,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43517-0x1013744d9b40000 connected 2024-11-14T02:55:27,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:55:27,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:55:27,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:55:27,473 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b, hbase.cluster.distributed=false 2024-11-14T02:55:27,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T02:55:27,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43517 2024-11-14T02:55:27,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43517 2024-11-14T02:55:27,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43517 2024-11-14T02:55:27,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43517 2024-11-14T02:55:27,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43517 2024-11-14T02:55:27,495 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e5dc8b5cf5e9:0 server-side Connection retries=45 2024-11-14T02:55:27,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:55:27,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:55:27,495 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:55:27,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:55:27,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:55:27,495 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:55:27,495 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:55:27,496 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34327 2024-11-14T02:55:27,497 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34327 connecting to ZooKeeper ensemble=127.0.0.1:57455 2024-11-14T02:55:27,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:55:27,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:55:27,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343270x0, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:55:27,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343270x0, quorum=127.0.0.1:57455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:55:27,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34327-0x1013744d9b40001 connected 2024-11-14T02:55:27,516 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:55:27,517 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:55:27,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34327-0x1013744d9b40001, quorum=127.0.0.1:57455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T02:55:27,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34327-0x1013744d9b40001, quorum=127.0.0.1:57455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T02:55:27,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34327 2024-11-14T02:55:27,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34327 2024-11-14T02:55:27,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34327 2024-11-14T02:55:27,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34327 2024-11-14T02:55:27,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34327 2024-11-14T02:55:27,536 DEBUG [M:0;e5dc8b5cf5e9:43517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e5dc8b5cf5e9:43517 2024-11-14T02:55:27,537 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e5dc8b5cf5e9,43517,1731552927263 2024-11-14T02:55:27,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x1013744d9b40001, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:55:27,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:55:27,547 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e5dc8b5cf5e9,43517,1731552927263 2024-11-14T02:55:27,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:27,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x1013744d9b40001, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T02:55:27,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x1013744d9b40001, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:27,558 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T02:55:27,558 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e5dc8b5cf5e9,43517,1731552927263 from backup master directory 2024-11-14T02:55:27,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x1013744d9b40001, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:55:27,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e5dc8b5cf5e9,43517,1731552927263 2024-11-14T02:55:27,567 WARN [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:55:27,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:55:27,568 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e5dc8b5cf5e9,43517,1731552927263 2024-11-14T02:55:27,575 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/hbase.id] with ID: 4f3d7920-2ed9-49ae-bd67-3214f79c21b9 2024-11-14T02:55:27,575 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/.tmp/hbase.id 2024-11-14T02:55:27,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33815 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:55:27,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:55:27,584 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/.tmp/hbase.id]:[hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/hbase.id] 2024-11-14T02:55:27,601 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:55:27,601 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:55:27,602 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T02:55:27,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:27,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x1013744d9b40001, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:27,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33815 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:55:27,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:55:27,623 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:55:27,624 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:55:27,624 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:55:27,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:55:27,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33815 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:55:27,634 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/data/master/store 2024-11-14T02:55:27,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33815 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:55:27,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:55:27,642 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:55:27,642 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:55:27,642 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:55:27,642 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:55:27,642 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:55:27,642 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:55:27,643 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:55:27,643 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552927642Disabling compacts and flushes for region at 1731552927642Disabling writes for close at 1731552927642Writing region close event to WAL at 1731552927643 (+1 ms)Closed at 1731552927643 2024-11-14T02:55:27,644 WARN [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/data/master/store/.initializing 2024-11-14T02:55:27,644 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/WALs/e5dc8b5cf5e9,43517,1731552927263 2024-11-14T02:55:27,646 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:55:27,649 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e5dc8b5cf5e9%2C43517%2C1731552927263, suffix=, logDir=hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/WALs/e5dc8b5cf5e9,43517,1731552927263, archiveDir=hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/oldWALs, maxLogs=10 2024-11-14T02:55:27,661 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/WALs/e5dc8b5cf5e9,43517,1731552927263/e5dc8b5cf5e9%2C43517%2C1731552927263.1731552927649, exclude list is [], retry=0 2024-11-14T02:55:27,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46473,DS-4afc98e2-aa49-4082-b732-dac7785bae29,DISK] 2024-11-14T02:55:27,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33815,DS-271feb41-464a-49dc-8421-635e7c5c2bec,DISK] 2024-11-14T02:55:27,667 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/WALs/e5dc8b5cf5e9,43517,1731552927263/e5dc8b5cf5e9%2C43517%2C1731552927263.1731552927649 2024-11-14T02:55:27,668 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46471:46471),(127.0.0.1/127.0.0.1:40295:40295)] 2024-11-14T02:55:27,668 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:55:27,668 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:55:27,668 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:55:27,668 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:55:27,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:55:27,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:55:27,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:27,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:55:27,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:55:27,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:55:27,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:27,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:55:27,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:55:27,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:55:27,678 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:27,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:55:27,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:55:27,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:55:27,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:27,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:55:27,681 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:55:27,681 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:55:27,682 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:55:27,684 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:55:27,684 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:55:27,684 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:55:27,686 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:55:27,688 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:55:27,689 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=724865, jitterRate=-0.07828688621520996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:55:27,690 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731552927668Initializing all the Stores at 1731552927669 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552927669Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552927670 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552927670Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552927670Cleaning up temporary data from old regions at 1731552927684 (+14 ms)Region opened successfully at 1731552927690 (+6 ms) 2024-11-14T02:55:27,690 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:55:27,695 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7785fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e5dc8b5cf5e9/172.17.0.2:0 2024-11-14T02:55:27,696 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:55:27,696 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:55:27,696 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:55:27,696 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:55:27,697 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:55:27,698 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T02:55:27,698 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:55:27,700 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:55:27,702 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T02:55:27,710 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T02:55:27,710 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:55:27,711 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:55:27,720 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T02:55:27,721 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:55:27,722 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:55:27,731 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T02:55:27,732 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:55:27,741 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T02:55:27,744 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:55:27,752 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T02:55:27,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T02:55:27,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x1013744d9b40001, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T02:55:27,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:27,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x1013744d9b40001, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:27,763 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e5dc8b5cf5e9,43517,1731552927263, sessionid=0x1013744d9b40000, setting cluster-up flag (Was=false) 2024-11-14T02:55:27,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x1013744d9b40001, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:27,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:27,815 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T02:55:27,817 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e5dc8b5cf5e9,43517,1731552927263 2024-11-14T02:55:27,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x1013744d9b40001, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:27,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:27,868 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T02:55:27,871 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e5dc8b5cf5e9,43517,1731552927263 2024-11-14T02:55:27,873 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:55:27,876 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:55:27,877 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:55:27,877 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:55:27,878 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e5dc8b5cf5e9,43517,1731552927263 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:55:27,880 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e5dc8b5cf5e9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:55:27,880 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e5dc8b5cf5e9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:55:27,880 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:55:27,880 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:55:27,881 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e5dc8b5cf5e9:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:55:27,881 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:27,881 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:55:27,881 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:27,882 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552957882 2024-11-14T02:55:27,883 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:55:27,883 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:55:27,883 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:55:27,883 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:55:27,883 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:55:27,883 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:55:27,883 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:27,884 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:55:27,884 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:55:27,884 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:55:27,884 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:55:27,884 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:55:27,885 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:55:27,885 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:55:27,885 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.large.0-1731552927885,5,FailOnTimeoutGroup] 2024-11-14T02:55:27,886 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.small.0-1731552927885,5,FailOnTimeoutGroup] 2024-11-14T02:55:27,886 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:27,886 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:55:27,886 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:27,886 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:27,886 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:27,886 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:55:27,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:55:27,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33815 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:55:27,898 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:55:27,898 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b 2024-11-14T02:55:27,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741832_1008 (size=32) 2024-11-14T02:55:27,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33815 is added to blk_1073741832_1008 (size=32) 2024-11-14T02:55:27,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:55:27,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:55:27,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:55:27,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:27,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:55:27,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:55:27,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:55:27,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:27,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:55:27,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:55:27,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:55:27,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:27,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:55:27,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:55:27,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:55:27,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:27,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:55:27,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:55:27,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/hbase/meta/1588230740 2024-11-14T02:55:27,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/hbase/meta/1588230740 2024-11-14T02:55:27,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:55:27,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:55:27,921 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T02:55:27,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:55:27,925 INFO [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.HRegionServer(746): ClusterId : 4f3d7920-2ed9-49ae-bd67-3214f79c21b9 2024-11-14T02:55:27,926 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:55:27,926 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:55:27,926 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=710178, jitterRate=-0.09696231782436371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T02:55:27,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731552927907Initializing all the Stores at 1731552927908 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552927908Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552927908Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552927908Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552927908Cleaning up temporary data from old regions at 1731552927920 (+12 ms)Region opened successfully at 1731552927927 (+7 ms) 2024-11-14T02:55:27,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:55:27,928 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:55:27,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:55:27,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:55:27,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:55:27,928 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:55:27,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552927928Disabling compacts and flushes for region at 1731552927928Disabling writes for close at 1731552927928Writing region close event to WAL at 1731552927928Closed at 1731552927928 2024-11-14T02:55:27,930 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:55:27,930 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:55:27,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:55:27,932 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:55:27,933 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:55:27,937 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:55:27,937 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:55:27,947 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:55:27,948 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131b2ebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e5dc8b5cf5e9/172.17.0.2:0 2024-11-14T02:55:27,959 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e5dc8b5cf5e9:34327 2024-11-14T02:55:27,959 INFO [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:55:27,959 INFO [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:55:27,959 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:55:27,960 INFO [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.HRegionServer(2659): reportForDuty to master=e5dc8b5cf5e9,43517,1731552927263 with port=34327, startcode=1731552927494 2024-11-14T02:55:27,960 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:55:27,962 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46177, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:55:27,962 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43517 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e5dc8b5cf5e9,34327,1731552927494 2024-11-14T02:55:27,962 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43517 {}] master.ServerManager(517): Registering regionserver=e5dc8b5cf5e9,34327,1731552927494 2024-11-14T02:55:27,964 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b 2024-11-14T02:55:27,964 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42361 2024-11-14T02:55:27,964 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:55:27,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T02:55:27,973 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] zookeeper.ZKUtil(111): regionserver:34327-0x1013744d9b40001, quorum=127.0.0.1:57455, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e5dc8b5cf5e9,34327,1731552927494 2024-11-14T02:55:27,973 WARN [RS:0;e5dc8b5cf5e9:34327 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:55:27,973 INFO [RS:0;e5dc8b5cf5e9:34327 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:55:27,974 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494 2024-11-14T02:55:27,974 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e5dc8b5cf5e9,34327,1731552927494] 2024-11-14T02:55:27,978 INFO [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:55:27,981 INFO [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:55:27,982 INFO [RS:0;e5dc8b5cf5e9:34327 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:55:27,982 INFO [RS:0;e5dc8b5cf5e9:34327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:27,982 INFO [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:55:27,983 INFO [RS:0;e5dc8b5cf5e9:34327 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:55:27,983 INFO [RS:0;e5dc8b5cf5e9:34327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:27,984 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:27,984 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:27,984 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:27,984 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:27,984 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:27,984 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:55:27,984 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:27,984 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:27,985 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:27,985 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:27,985 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:27,985 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:27,985 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e5dc8b5cf5e9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:55:27,985 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:55:27,986 INFO [RS:0;e5dc8b5cf5e9:34327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:27,986 INFO [RS:0;e5dc8b5cf5e9:34327 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:27,986 INFO [RS:0;e5dc8b5cf5e9:34327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:27,986 INFO [RS:0;e5dc8b5cf5e9:34327 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:27,986 INFO [RS:0;e5dc8b5cf5e9:34327 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:27,986 INFO [RS:0;e5dc8b5cf5e9:34327 {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,34327,1731552927494-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:55:28,002 INFO [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:55:28,002 INFO [RS:0;e5dc8b5cf5e9:34327 {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,34327,1731552927494-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:28,002 INFO [RS:0;e5dc8b5cf5e9:34327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:28,002 INFO [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.Replication(171): e5dc8b5cf5e9,34327,1731552927494 started 2024-11-14T02:55:28,015 INFO [RS:0;e5dc8b5cf5e9:34327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:28,015 INFO [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.HRegionServer(1482): Serving as e5dc8b5cf5e9,34327,1731552927494, RpcServer on e5dc8b5cf5e9/172.17.0.2:34327, sessionid=0x1013744d9b40001 2024-11-14T02:55:28,015 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:55:28,015 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e5dc8b5cf5e9,34327,1731552927494 2024-11-14T02:55:28,015 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e5dc8b5cf5e9,34327,1731552927494' 2024-11-14T02:55:28,015 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T02:55:28,016 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T02:55:28,017 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:55:28,017 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:55:28,017 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e5dc8b5cf5e9,34327,1731552927494 2024-11-14T02:55:28,017 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e5dc8b5cf5e9,34327,1731552927494' 2024-11-14T02:55:28,017 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T02:55:28,017 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T02:55:28,018 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:55:28,018 INFO [RS:0;e5dc8b5cf5e9:34327 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:55:28,018 INFO [RS:0;e5dc8b5cf5e9:34327 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:55:28,084 WARN [e5dc8b5cf5e9:43517 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T02:55:28,119 INFO [RS:0;e5dc8b5cf5e9:34327 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:55:28,124 INFO [RS:0;e5dc8b5cf5e9:34327 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e5dc8b5cf5e9%2C34327%2C1731552927494, suffix=, logDir=hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494, archiveDir=hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/oldWALs, maxLogs=32 2024-11-14T02:55:28,141 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494/e5dc8b5cf5e9%2C34327%2C1731552927494.1731552928127, exclude list is [], retry=0 2024-11-14T02:55:28,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46473,DS-4afc98e2-aa49-4082-b732-dac7785bae29,DISK] 2024-11-14T02:55:28,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33815,DS-271feb41-464a-49dc-8421-635e7c5c2bec,DISK] 2024-11-14T02:55:28,147 INFO [RS:0;e5dc8b5cf5e9:34327 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494/e5dc8b5cf5e9%2C34327%2C1731552927494.1731552928127 2024-11-14T02:55:28,148 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40295:40295),(127.0.0.1/127.0.0.1:46471:46471)] 2024-11-14T02:55:28,334 DEBUG [e5dc8b5cf5e9:43517 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:55:28,335 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e5dc8b5cf5e9,34327,1731552927494 2024-11-14T02:55:28,338 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e5dc8b5cf5e9,34327,1731552927494, state=OPENING 2024-11-14T02:55:28,389 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:55:28,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:28,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x1013744d9b40001, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:28,403 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:55:28,403 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:55:28,403 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:55:28,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,34327,1731552927494}] 2024-11-14T02:55:28,560 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:55:28,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60777, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:55:28,611 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:55:28,612 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:55:28,613 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:55:28,618 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e5dc8b5cf5e9%2C34327%2C1731552927494.meta, suffix=.meta, logDir=hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494, archiveDir=hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/oldWALs, maxLogs=32 2024-11-14T02:55:28,635 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494/e5dc8b5cf5e9%2C34327%2C1731552927494.meta.1731552928622.meta, exclude list is [], retry=0 2024-11-14T02:55:28,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33815,DS-271feb41-464a-49dc-8421-635e7c5c2bec,DISK] 2024-11-14T02:55:28,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46473,DS-4afc98e2-aa49-4082-b732-dac7785bae29,DISK] 2024-11-14T02:55:28,640 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494/e5dc8b5cf5e9%2C34327%2C1731552927494.meta.1731552928622.meta 2024-11-14T02:55:28,641 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40295:40295),(127.0.0.1/127.0.0.1:46471:46471)] 2024-11-14T02:55:28,641 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:55:28,642 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:55:28,642 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:55:28,642 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:55:28,642 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:55:28,642 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:55:28,642 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:55:28,642 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:55:28,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:55:28,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:55:28,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:28,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:55:28,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:55:28,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:55:28,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:28,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:55:28,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:55:28,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:55:28,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:28,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:55:28,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:55:28,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:55:28,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:28,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:55:28,652 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:55:28,653 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/hbase/meta/1588230740 2024-11-14T02:55:28,655 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/hbase/meta/1588230740 2024-11-14T02:55:28,656 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:55:28,656 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:55:28,657 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T02:55:28,659 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:55:28,660 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=753795, jitterRate=-0.04150038957595825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T02:55:28,660 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:55:28,662 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731552928643Writing region info on filesystem at 1731552928643Initializing all the Stores at 1731552928644 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552928644Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552928644Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552928644Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552928644Cleaning up temporary data from old regions at 1731552928656 (+12 ms)Running coprocessor post-open hooks at 1731552928660 (+4 ms)Region opened successfully at 1731552928662 (+2 ms) 2024-11-14T02:55:28,663 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731552928559 2024-11-14T02:55:28,667 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:55:28,667 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:55:28,668 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,34327,1731552927494 2024-11-14T02:55:28,669 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e5dc8b5cf5e9,34327,1731552927494, state=OPEN 2024-11-14T02:55:28,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x1013744d9b40001, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:55:28,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:55:28,742 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,34327,1731552927494 2024-11-14T02:55:28,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:55:28,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:55:28,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:55:28,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,34327,1731552927494 in 340 msec 2024-11-14T02:55:28,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:55:28,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 818 msec 2024-11-14T02:55:28,754 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:55:28,754 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:55:28,756 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:55:28,756 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,34327,1731552927494, seqNum=-1] 2024-11-14T02:55:28,756 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:55:28,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55093, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:55:28,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 889 msec 2024-11-14T02:55:28,766 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731552928766, completionTime=-1 2024-11-14T02:55:28,766 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:55:28,766 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T02:55:28,769 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T02:55:28,769 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552988769 2024-11-14T02:55:28,769 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731553048769 2024-11-14T02:55:28,769 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-14T02:55:28,769 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,43517,1731552927263-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:28,769 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,43517,1731552927263-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:28,770 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,43517,1731552927263-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:28,770 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e5dc8b5cf5e9:43517, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:28,770 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:28,771 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:28,772 DEBUG [master/e5dc8b5cf5e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:55:28,776 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.208sec 2024-11-14T02:55:28,776 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:55:28,776 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:55:28,776 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:55:28,776 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:55:28,776 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:55:28,776 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,43517,1731552927263-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:55:28,776 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,43517,1731552927263-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:55:28,779 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:55:28,779 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:55:28,779 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,43517,1731552927263-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:28,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:55:28,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:55:28,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a77a0a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:55:28,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e5dc8b5cf5e9,43517,-1 for getting cluster id 2024-11-14T02:55:28,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:55:28,828 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f3d7920-2ed9-49ae-bd67-3214f79c21b9' 2024-11-14T02:55:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:55:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f3d7920-2ed9-49ae-bd67-3214f79c21b9" 2024-11-14T02:55:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ebe6bff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:55:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e5dc8b5cf5e9,43517,-1] 2024-11-14T02:55:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:55:28,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:55:28,831 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:55:28,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8b0c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:55:28,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:55:28,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,34327,1731552927494, seqNum=-1] 2024-11-14T02:55:28,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:55:28,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:55:28,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e5dc8b5cf5e9,43517,1731552927263 2024-11-14T02:55:28,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:55:28,843 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T02:55:28,855 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:55:28,859 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:55:28,882 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:55:28,903 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:55:28,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:55:28,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:55:28,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:55:28,909 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:55:28,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@205e2e3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:55:28,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79b06ff3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:55:29,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dddc903{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/java.io.tmpdir/jetty-localhost-41787-hadoop-hdfs-3_4_1-tests_jar-_-any-7393642065437778253/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:55:29,014 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31ad0cca{HTTP/1.1, (http/1.1)}{localhost:41787} 2024-11-14T02:55:29,014 INFO [Time-limited test {}] server.Server(415): Started @71736ms 2024-11-14T02:55:29,016 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:55:29,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:55:29,061 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:55:29,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:55:29,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:55:29,062 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:55:29,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5306c570{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:55:29,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34d8c775{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:55:29,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@506f661a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/java.io.tmpdir/jetty-localhost-46407-hadoop-hdfs-3_4_1-tests_jar-_-any-10114109711713373869/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:55:29,158 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2860275{HTTP/1.1, (http/1.1)}{localhost:46407} 2024-11-14T02:55:29,158 INFO [Time-limited test {}] server.Server(415): Started @71880ms 2024-11-14T02:55:29,159 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:55:29,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:55:29,190 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:55:29,190 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:55:29,190 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:55:29,191 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:55:29,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7db940d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:55:29,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5afd100f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:55:29,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13cb4569{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/java.io.tmpdir/jetty-localhost-38341-hadoop-hdfs-3_4_1-tests_jar-_-any-6440196046278752075/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:55:29,288 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e3a8c74{HTTP/1.1, (http/1.1)}{localhost:38341} 2024-11-14T02:55:29,288 INFO [Time-limited test {}] server.Server(415): Started @72010ms 2024-11-14T02:55:29,290 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:55:30,437 WARN [Thread-549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4/data/data6/current/BP-1807581361-172.17.0.2-1731552924678/current, will proceed with Du for space computation calculation, 2024-11-14T02:55:30,437 WARN [Thread-548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4/data/data5/current/BP-1807581361-172.17.0.2-1731552924678/current, will proceed with Du for space computation calculation, 2024-11-14T02:55:30,458 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:55:30,461 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67d9885c83996fcc with lease ID 0x7bde56ad90ceb369: Processing first storage report for DS-95f5f9d2-c3d6-45b1-924e-e7054249bb2f from datanode DatanodeRegistration(127.0.0.1:36297, datanodeUuid=e13cf76a-bf81-4d3a-9624-8eb890ab4d82, infoPort=44835, infoSecurePort=0, ipcPort=37977, storageInfo=lv=-57;cid=testClusterID;nsid=1805806465;c=1731552924678) 2024-11-14T02:55:30,461 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67d9885c83996fcc with lease ID 0x7bde56ad90ceb369: from storage DS-95f5f9d2-c3d6-45b1-924e-e7054249bb2f node DatanodeRegistration(127.0.0.1:36297, datanodeUuid=e13cf76a-bf81-4d3a-9624-8eb890ab4d82, infoPort=44835, infoSecurePort=0, ipcPort=37977, storageInfo=lv=-57;cid=testClusterID;nsid=1805806465;c=1731552924678), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:55:30,461 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67d9885c83996fcc with lease ID 0x7bde56ad90ceb369: Processing first storage report for DS-1af23140-b64e-4431-9f2f-38f37c7839b7 from datanode DatanodeRegistration(127.0.0.1:36297, datanodeUuid=e13cf76a-bf81-4d3a-9624-8eb890ab4d82, infoPort=44835, infoSecurePort=0, ipcPort=37977, storageInfo=lv=-57;cid=testClusterID;nsid=1805806465;c=1731552924678) 2024-11-14T02:55:30,461 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67d9885c83996fcc with lease ID 0x7bde56ad90ceb369: from storage DS-1af23140-b64e-4431-9f2f-38f37c7839b7 node DatanodeRegistration(127.0.0.1:36297, datanodeUuid=e13cf76a-bf81-4d3a-9624-8eb890ab4d82, infoPort=44835, infoSecurePort=0, ipcPort=37977, storageInfo=lv=-57;cid=testClusterID;nsid=1805806465;c=1731552924678), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:55:30,569 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4/data/data7/current/BP-1807581361-172.17.0.2-1731552924678/current, will proceed with Du for space computation calculation, 2024-11-14T02:55:30,569 WARN [Thread-560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4/data/data8/current/BP-1807581361-172.17.0.2-1731552924678/current, will proceed with Du for space computation calculation, 2024-11-14T02:55:30,593 WARN [Thread-512 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:55:30,595 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb54d161575ae7f65 with lease ID 0x7bde56ad90ceb36a: Processing first storage report for DS-fca6a608-c7bb-4419-893b-a82f9b61f01b from datanode DatanodeRegistration(127.0.0.1:38113, datanodeUuid=ffe04f9e-fcb7-4757-a9fc-05cfddeb1290, infoPort=40213, infoSecurePort=0, ipcPort=44005, storageInfo=lv=-57;cid=testClusterID;nsid=1805806465;c=1731552924678) 2024-11-14T02:55:30,595 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb54d161575ae7f65 with lease ID 0x7bde56ad90ceb36a: from storage DS-fca6a608-c7bb-4419-893b-a82f9b61f01b node DatanodeRegistration(127.0.0.1:38113, datanodeUuid=ffe04f9e-fcb7-4757-a9fc-05cfddeb1290, infoPort=40213, infoSecurePort=0, ipcPort=44005, storageInfo=lv=-57;cid=testClusterID;nsid=1805806465;c=1731552924678), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:55:30,595 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb54d161575ae7f65 with lease ID 0x7bde56ad90ceb36a: Processing first storage report for DS-76d7da2f-e08d-4993-a734-162575c1a9bf from datanode DatanodeRegistration(127.0.0.1:38113, datanodeUuid=ffe04f9e-fcb7-4757-a9fc-05cfddeb1290, infoPort=40213, infoSecurePort=0, ipcPort=44005, storageInfo=lv=-57;cid=testClusterID;nsid=1805806465;c=1731552924678) 2024-11-14T02:55:30,595 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb54d161575ae7f65 with lease ID 0x7bde56ad90ceb36a: from storage DS-76d7da2f-e08d-4993-a734-162575c1a9bf node DatanodeRegistration(127.0.0.1:38113, datanodeUuid=ffe04f9e-fcb7-4757-a9fc-05cfddeb1290, infoPort=40213, infoSecurePort=0, ipcPort=44005, storageInfo=lv=-57;cid=testClusterID;nsid=1805806465;c=1731552924678), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:55:30,634 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4/data/data10/current/BP-1807581361-172.17.0.2-1731552924678/current, will proceed with Du for space computation calculation, 2024-11-14T02:55:30,634 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4/data/data9/current/BP-1807581361-172.17.0.2-1731552924678/current, will proceed with Du for space computation calculation, 2024-11-14T02:55:30,657 WARN [Thread-534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:55:30,660 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69f87d97d4b12438 with lease ID 0x7bde56ad90ceb36b: Processing first storage report for DS-419d2936-3405-4e16-a324-1f1c8b511ae9 from datanode DatanodeRegistration(127.0.0.1:41253, datanodeUuid=be3aa7ff-83fe-4ace-864b-5ab314cb7020, infoPort=32931, infoSecurePort=0, ipcPort=38153, storageInfo=lv=-57;cid=testClusterID;nsid=1805806465;c=1731552924678) 2024-11-14T02:55:30,660 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69f87d97d4b12438 with lease ID 0x7bde56ad90ceb36b: from storage DS-419d2936-3405-4e16-a324-1f1c8b511ae9 node DatanodeRegistration(127.0.0.1:41253, datanodeUuid=be3aa7ff-83fe-4ace-864b-5ab314cb7020, infoPort=32931, infoSecurePort=0, ipcPort=38153, storageInfo=lv=-57;cid=testClusterID;nsid=1805806465;c=1731552924678), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:55:30,660 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69f87d97d4b12438 with lease ID 0x7bde56ad90ceb36b: Processing first storage report for DS-59d894e0-587c-4adf-b78f-d6a8713917f7 from datanode DatanodeRegistration(127.0.0.1:41253, datanodeUuid=be3aa7ff-83fe-4ace-864b-5ab314cb7020, infoPort=32931, infoSecurePort=0, ipcPort=38153, storageInfo=lv=-57;cid=testClusterID;nsid=1805806465;c=1731552924678) 2024-11-14T02:55:30,660 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69f87d97d4b12438 with lease ID 0x7bde56ad90ceb36b: from storage DS-59d894e0-587c-4adf-b78f-d6a8713917f7 node DatanodeRegistration(127.0.0.1:41253, datanodeUuid=be3aa7ff-83fe-4ace-864b-5ab314cb7020, infoPort=32931, infoSecurePort=0, ipcPort=38153, storageInfo=lv=-57;cid=testClusterID;nsid=1805806465;c=1731552924678), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T02:55:30,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:55:30,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e5dc8b5cf5e9,43517,1731552927263 2024-11-14T02:55:30,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f587297 2024-11-14T02:55:30,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:55:30,738 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:55:30,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-14T02:55:30,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-14T02:55:30,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:55:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-14T02:55:30,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:55:30,747 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:30,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-14T02:55:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:55:30,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:55:30,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741835_1011 (size=393) 2024-11-14T02:55:30,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741835_1011 (size=393) 2024-11-14T02:55:30,761 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c763c9a1d485e34d2b807f5007c77b1, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b 2024-11-14T02:55:30,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741836_1012 (size=76) 2024-11-14T02:55:30,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33815 is added to blk_1073741836_1012 (size=76) 2024-11-14T02:55:30,771 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:55:30,771 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 1c763c9a1d485e34d2b807f5007c77b1, disabling compactions & flushes 2024-11-14T02:55:30,771 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1. 2024-11-14T02:55:30,771 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1. 2024-11-14T02:55:30,771 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1. after waiting 0 ms 2024-11-14T02:55:30,771 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1. 2024-11-14T02:55:30,771 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1. 2024-11-14T02:55:30,771 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c763c9a1d485e34d2b807f5007c77b1: Waiting for close lock at 1731552930771Disabling compacts and flushes for region at 1731552930771Disabling writes for close at 1731552930771Writing region close event to WAL at 1731552930771Closed at 1731552930771 2024-11-14T02:55:30,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:55:30,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731552930773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552930773"}]},"ts":"1731552930773"} 2024-11-14T02:55:30,776 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:55:30,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:55:30,778 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552930778"}]},"ts":"1731552930778"} 2024-11-14T02:55:30,781 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-14T02:55:30,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=1c763c9a1d485e34d2b807f5007c77b1, ASSIGN}] 2024-11-14T02:55:30,783 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=1c763c9a1d485e34d2b807f5007c77b1, ASSIGN 2024-11-14T02:55:30,785 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=1c763c9a1d485e34d2b807f5007c77b1, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,34327,1731552927494; forceNewPlan=false, retain=false 2024-11-14T02:55:30,937 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c763c9a1d485e34d2b807f5007c77b1, regionState=OPENING, regionLocation=e5dc8b5cf5e9,34327,1731552927494 2024-11-14T02:55:30,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=1c763c9a1d485e34d2b807f5007c77b1, ASSIGN because future has completed 2024-11-14T02:55:30,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c763c9a1d485e34d2b807f5007c77b1, server=e5dc8b5cf5e9,34327,1731552927494}] 2024-11-14T02:55:31,111 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1. 2024-11-14T02:55:31,111 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c763c9a1d485e34d2b807f5007c77b1, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:55:31,112 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 1c763c9a1d485e34d2b807f5007c77b1 2024-11-14T02:55:31,112 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:55:31,113 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1c763c9a1d485e34d2b807f5007c77b1 2024-11-14T02:55:31,113 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1c763c9a1d485e34d2b807f5007c77b1 2024-11-14T02:55:31,115 INFO [StoreOpener-1c763c9a1d485e34d2b807f5007c77b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1c763c9a1d485e34d2b807f5007c77b1 2024-11-14T02:55:31,117 INFO [StoreOpener-1c763c9a1d485e34d2b807f5007c77b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c763c9a1d485e34d2b807f5007c77b1 columnFamilyName info 2024-11-14T02:55:31,118 DEBUG [StoreOpener-1c763c9a1d485e34d2b807f5007c77b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:31,119 INFO [StoreOpener-1c763c9a1d485e34d2b807f5007c77b1-1 {}] regionserver.HStore(327): Store=1c763c9a1d485e34d2b807f5007c77b1/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:55:31,119 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1c763c9a1d485e34d2b807f5007c77b1 2024-11-14T02:55:31,120 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1c763c9a1d485e34d2b807f5007c77b1 2024-11-14T02:55:31,121 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1c763c9a1d485e34d2b807f5007c77b1 2024-11-14T02:55:31,121 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1c763c9a1d485e34d2b807f5007c77b1 2024-11-14T02:55:31,121 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1c763c9a1d485e34d2b807f5007c77b1 2024-11-14T02:55:31,124 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1c763c9a1d485e34d2b807f5007c77b1 2024-11-14T02:55:31,128 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1c763c9a1d485e34d2b807f5007c77b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:55:31,129 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1c763c9a1d485e34d2b807f5007c77b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=749804, jitterRate=-0.046575307846069336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T02:55:31,129 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c763c9a1d485e34d2b807f5007c77b1 2024-11-14T02:55:31,130 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1c763c9a1d485e34d2b807f5007c77b1: Running coprocessor pre-open hook at 1731552931113Writing region info on filesystem at 1731552931113Initializing all the Stores at 1731552931115 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552931115Cleaning up temporary data from old regions at 1731552931121 (+6 ms)Running coprocessor post-open hooks at 1731552931129 (+8 ms)Region opened successfully at 1731552931130 (+1 ms) 2024-11-14T02:55:31,132 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1., pid=6, masterSystemTime=1731552931101 2024-11-14T02:55:31,135 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1. 2024-11-14T02:55:31,135 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1. 2024-11-14T02:55:31,136 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c763c9a1d485e34d2b807f5007c77b1, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,34327,1731552927494 2024-11-14T02:55:31,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c763c9a1d485e34d2b807f5007c77b1, server=e5dc8b5cf5e9,34327,1731552927494 because future has completed 2024-11-14T02:55:31,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T02:55:31,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c763c9a1d485e34d2b807f5007c77b1, server=e5dc8b5cf5e9,34327,1731552927494 in 196 msec 2024-11-14T02:55:31,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T02:55:31,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=1c763c9a1d485e34d2b807f5007c77b1, ASSIGN in 363 msec 2024-11-14T02:55:31,148 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:55:31,149 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552931148"}]},"ts":"1731552931148"} 2024-11-14T02:55:31,151 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-14T02:55:31,152 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:55:31,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 412 msec 2024-11-14T02:55:33,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-14T02:55:33,368 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-14T02:55:33,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-14T02:55:33,979 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T02:55:33,982 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-14T02:55:36,616 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:55:36,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:55:36,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:55:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:55:40,799 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-14T02:55:40,800 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-14T02:55:40,803 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T02:55:40,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-14T02:55:40,811 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T02:55:40,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-14T02:55:40,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1., hostname=e5dc8b5cf5e9,34327,1731552927494, seqNum=2] 2024-11-14T02:55:40,818 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-14T02:55:40,825 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-14T02:55:40,826 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1. 2024-11-14T02:55:40,827 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-572573172_22 at /127.0.0.1:60050 [Receiving block BP-1807581361-172.17.0.2-1731552924678:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:46473:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60050 dst: /127.0.0.1:46473 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:55:40,827 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-572573172_22 at /127.0.0.1:40164 [Receiving block BP-1807581361-172.17.0.2-1731552924678:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:33815:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40164 dst: /127.0.0.1:33815 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:55:40,827 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1763659898_22 at /127.0.0.1:40140 [Receiving block BP-1807581361-172.17.0.2-1731552924678:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:33815:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40140 dst: /127.0.0.1:33815 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:55:40,828 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-572573172_22 at /127.0.0.1:60058 [Receiving block BP-1807581361-172.17.0.2-1731552924678:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:46473:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60058 dst: /127.0.0.1:46473 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:55:40,828 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1763659898_22 at /127.0.0.1:60024 [Receiving block BP-1807581361-172.17.0.2-1731552924678:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:46473:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60024 dst: /127.0.0.1:46473 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:55:40,827 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-572573172_22 at /127.0.0.1:40176 [Receiving block BP-1807581361-172.17.0.2-1731552924678:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:33815:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40176 dst: /127.0.0.1:33815 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:55:40,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64d88bfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:55:40,879 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57640d7c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:55:40,879 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:55:40,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e3b24ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:55:40,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e8689f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/hadoop.log.dir/,STOPPED} 2024-11-14T02:55:40,880 WARN [BP-1807581361-172.17.0.2-1731552924678 heartbeating to localhost/127.0.0.1:42361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:55:40,880 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:55:40,880 WARN [BP-1807581361-172.17.0.2-1731552924678 heartbeating to localhost/127.0.0.1:42361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1807581361-172.17.0.2-1731552924678 (Datanode Uuid a6d8ddf7-b391-4e7d-85ba-e6115adb3e30) service to localhost/127.0.0.1:42361 2024-11-14T02:55:40,880 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:55:40,881 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4/data/data1/current/BP-1807581361-172.17.0.2-1731552924678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:55:40,881 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4/data/data2/current/BP-1807581361-172.17.0.2-1731552924678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:55:40,881 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:55:40,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:55:40,892 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:55:40,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:55:40,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:55:40,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:55:40,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77df7740{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:55:40,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e10805a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:55:40,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d3361d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/java.io.tmpdir/jetty-localhost-35563-hadoop-hdfs-3_4_1-tests_jar-_-any-15578815723898587/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:55:40,988 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11361716{HTTP/1.1, (http/1.1)}{localhost:35563} 2024-11-14T02:55:40,988 INFO [Time-limited test {}] server.Server(415): Started @83710ms 2024-11-14T02:55:40,989 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:55:41,006 WARN [AsyncFSWAL-0-hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b-prefix:e5dc8b5cf5e9,34327,1731552927494 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:55:41,007 DEBUG [regionserver/e5dc8b5cf5e9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e5dc8b5cf5e9%2C34327%2C1731552927494:(num 1731552928127) roll requested 2024-11-14T02:55:41,019 DEBUG [regionserver/e5dc8b5cf5e9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494/e5dc8b5cf5e9%2C34327%2C1731552927494.1731552941007, exclude list is [], retry=0 2024-11-14T02:55:41,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36297,DS-95f5f9d2-c3d6-45b1-924e-e7054249bb2f,DISK] 2024-11-14T02:55:41,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41253,DS-419d2936-3405-4e16-a324-1f1c8b511ae9,DISK] 2024-11-14T02:55:41,025 INFO [regionserver/e5dc8b5cf5e9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494/e5dc8b5cf5e9%2C34327%2C1731552927494.1731552928127 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494/e5dc8b5cf5e9%2C34327%2C1731552927494.1731552941007 2024-11-14T02:55:41,025 DEBUG [regionserver/e5dc8b5cf5e9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44835:44835),(127.0.0.1/127.0.0.1:32931:32931)] 2024-11-14T02:55:41,025 DEBUG [regionserver/e5dc8b5cf5e9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494/e5dc8b5cf5e9%2C34327%2C1731552927494.1731552928127 is not closed yet, will try archiving it next time 2024-11-14T02:55:41,026 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:55:41,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:55:41,027 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:55:41,027 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:55:41,027 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:55:41,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:55:41,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:55:41,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:55:41,027 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:55:41,027 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1817200040, stopped=false 2024-11-14T02:55:41,027 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e5dc8b5cf5e9,43517,1731552927263 2024-11-14T02:55:41,028 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T02:55:41,028 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T02:55:41,029 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494/e5dc8b5cf5e9%2C34327%2C1731552927494.1731552928127 2024-11-14T02:55:41,031 WARN [IPC Server handler 0 on default port 42361 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494/e5dc8b5cf5e9%2C34327%2C1731552927494.1731552928127 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-14T02:55:41,034 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494/e5dc8b5cf5e9%2C34327%2C1731552927494.1731552928127 after 4ms 2024-11-14T02:55:41,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T02:55:41,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x1013744d9b40001, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T02:55:41,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:41,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x1013744d9b40001, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:41,110 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:55:41,110 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:55:41,111 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:55:41,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:55:41,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:55:41,112 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e5dc8b5cf5e9,34327,1731552927494' ***** 2024-11-14T02:55:41,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34327-0x1013744d9b40001, quorum=127.0.0.1:57455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:55:41,112 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:55:41,113 INFO [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:55:41,113 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:55:41,113 INFO [RS:0;e5dc8b5cf5e9:34327 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:55:41,113 INFO [RS:0;e5dc8b5cf5e9:34327 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:55:41,113 INFO [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c763c9a1d485e34d2b807f5007c77b1 2024-11-14T02:55:41,114 INFO [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.HRegionServer(959): stopping server e5dc8b5cf5e9,34327,1731552927494 2024-11-14T02:55:41,114 INFO [RS:0;e5dc8b5cf5e9:34327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:55:41,114 INFO [RS:0;e5dc8b5cf5e9:34327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e5dc8b5cf5e9:34327. 2024-11-14T02:55:41,114 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c763c9a1d485e34d2b807f5007c77b1, disabling compactions & flushes 2024-11-14T02:55:41,114 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:55:41,114 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:55:41,114 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1. 2024-11-14T02:55:41,114 INFO [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:55:41,114 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1. 2024-11-14T02:55:41,115 INFO [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:55:41,115 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1. after waiting 0 ms 2024-11-14T02:55:41,115 INFO [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:55:41,115 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1. 2024-11-14T02:55:41,115 INFO [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:55:41,115 INFO [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T02:55:41,115 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1c763c9a1d485e34d2b807f5007c77b1=TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1.} 2024-11-14T02:55:41,115 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1c763c9a1d485e34d2b807f5007c77b1 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-14T02:55:41,115 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c763c9a1d485e34d2b807f5007c77b1 2024-11-14T02:55:41,115 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:55:41,115 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:55:41,115 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:55:41,116 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:55:41,116 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:55:41,116 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-14T02:55:41,117 WARN [AsyncFSWAL-0-hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b-prefix:e5dc8b5cf5e9,34327,1731552927494.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:55:41,117 DEBUG [regionserver/e5dc8b5cf5e9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e5dc8b5cf5e9%2C34327%2C1731552927494.meta:.meta(num 1731552928622) roll requested 2024-11-14T02:55:41,130 DEBUG [regionserver/e5dc8b5cf5e9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494/e5dc8b5cf5e9%2C34327%2C1731552927494.meta.1731552941117.meta, exclude list is [], retry=0 2024-11-14T02:55:41,133 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1c763c9a1d485e34d2b807f5007c77b1/.tmp/info/06875427ee2147b58ffb63ad0098fac9 is 1055, key is row0001/info:/1731552940817/Put/seqid=0 2024-11-14T02:55:41,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36297,DS-95f5f9d2-c3d6-45b1-924e-e7054249bb2f,DISK] 2024-11-14T02:55:41,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38113,DS-fca6a608-c7bb-4419-893b-a82f9b61f01b,DISK] 2024-11-14T02:55:41,135 INFO [regionserver/e5dc8b5cf5e9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494/e5dc8b5cf5e9%2C34327%2C1731552927494.meta.1731552928622.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494/e5dc8b5cf5e9%2C34327%2C1731552927494.meta.1731552941117.meta 2024-11-14T02:55:41,135 DEBUG [regionserver/e5dc8b5cf5e9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44835:44835),(127.0.0.1/127.0.0.1:40213:40213)] 2024-11-14T02:55:41,135 DEBUG [regionserver/e5dc8b5cf5e9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494/e5dc8b5cf5e9%2C34327%2C1731552927494.meta.1731552928622.meta is not closed yet, will try archiving it next time 2024-11-14T02:55:41,135 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:55:41,136 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:55:41,136 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494/e5dc8b5cf5e9%2C34327%2C1731552927494.meta.1731552928622.meta 2024-11-14T02:55:41,137 WARN [IPC Server handler 3 on default port 42361 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494/e5dc8b5cf5e9%2C34327%2C1731552927494.meta.1731552928622.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-14T02:55:41,137 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494/e5dc8b5cf5e9%2C34327%2C1731552927494.meta.1731552928622.meta after 1ms 2024-11-14T02:55:41,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741839_1016 (size=7062) 2024-11-14T02:55:41,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741839_1016 (size=7062) 2024-11-14T02:55:41,142 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1c763c9a1d485e34d2b807f5007c77b1/.tmp/info/06875427ee2147b58ffb63ad0098fac9 2024-11-14T02:55:41,151 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1c763c9a1d485e34d2b807f5007c77b1/.tmp/info/06875427ee2147b58ffb63ad0098fac9 as hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1c763c9a1d485e34d2b807f5007c77b1/info/06875427ee2147b58ffb63ad0098fac9 2024-11-14T02:55:41,158 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1c763c9a1d485e34d2b807f5007c77b1/info/06875427ee2147b58ffb63ad0098fac9, entries=2, sequenceid=6, filesize=6.9 K 2024-11-14T02:55:41,158 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/hbase/meta/1588230740/.tmp/info/1a50d456bb4240de97a4b6a98b8015ec is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1./info:regioninfo/1731552931136/Put/seqid=0 2024-11-14T02:55:41,159 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 1c763c9a1d485e34d2b807f5007c77b1 in 44ms, sequenceid=6, compaction requested=false 2024-11-14T02:55:41,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741840_1018 (size=7089) 2024-11-14T02:55:41,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741840_1018 (size=7089) 2024-11-14T02:55:41,165 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1c763c9a1d485e34d2b807f5007c77b1/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T02:55:41,165 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/hbase/meta/1588230740/.tmp/info/1a50d456bb4240de97a4b6a98b8015ec 2024-11-14T02:55:41,166 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1. 2024-11-14T02:55:41,166 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c763c9a1d485e34d2b807f5007c77b1: Waiting for close lock at 1731552941114Running coprocessor pre-close hooks at 1731552941114Disabling compacts and flushes for region at 1731552941114Disabling writes for close at 1731552941115 (+1 ms)Obtaining lock to block concurrent updates at 1731552941115Preparing flush snapshotting stores in 1c763c9a1d485e34d2b807f5007c77b1 at 1731552941115Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731552941116 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1. at 1731552941117 (+1 ms)Flushing 1c763c9a1d485e34d2b807f5007c77b1/info: creating writer at 1731552941117Flushing 1c763c9a1d485e34d2b807f5007c77b1/info: appending metadata at 1731552941132 (+15 ms)Flushing 1c763c9a1d485e34d2b807f5007c77b1/info: closing flushed file at 1731552941132Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7180712d: reopening flushed file at 1731552941150 (+18 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 1c763c9a1d485e34d2b807f5007c77b1 in 44ms, sequenceid=6, compaction requested=false at 1731552941159 (+9 ms)Writing region close event to WAL at 1731552941160 (+1 ms)Running coprocessor post-close hooks at 1731552941165 (+5 ms)Closed at 1731552941166 (+1 ms) 2024-11-14T02:55:41,166 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731552930739.1c763c9a1d485e34d2b807f5007c77b1. 2024-11-14T02:55:41,187 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/hbase/meta/1588230740/.tmp/ns/82c04e78a7dc4b82a4cdf9a45db07f9f is 43, key is default/ns:d/1731552928758/Put/seqid=0 2024-11-14T02:55:41,188 WARN [Thread-639 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741841_1019 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T02:55:41,189 WARN [Thread-639 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1807581361-172.17.0.2-1731552924678:blk_1073741841_1019 in pipeline [DatanodeInfoWithStorage[127.0.0.1:33815,DS-271feb41-464a-49dc-8421-635e7c5c2bec,DISK], DatanodeInfoWithStorage[127.0.0.1:41253,DS-419d2936-3405-4e16-a324-1f1c8b511ae9,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:33815,DS-271feb41-464a-49dc-8421-635e7c5c2bec,DISK]) is bad. 2024-11-14T02:55:41,189 WARN [Thread-639 {}] hdfs.DataStreamer(1850): Abandoning BP-1807581361-172.17.0.2-1731552924678:blk_1073741841_1019 2024-11-14T02:55:41,191 WARN [Thread-639 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:33815,DS-271feb41-464a-49dc-8421-635e7c5c2bec,DISK] 2024-11-14T02:55:41,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741842_1020 (size=5153) 2024-11-14T02:55:41,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741842_1020 (size=5153) 2024-11-14T02:55:41,198 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/hbase/meta/1588230740/.tmp/ns/82c04e78a7dc4b82a4cdf9a45db07f9f 2024-11-14T02:55:41,225 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/hbase/meta/1588230740/.tmp/table/d07f6f3c7a8349e394d85c73d129e39f is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731552931148/Put/seqid=0 2024-11-14T02:55:41,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741843_1021 (size=5424) 2024-11-14T02:55:41,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741843_1021 (size=5424) 2024-11-14T02:55:41,231 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/hbase/meta/1588230740/.tmp/table/d07f6f3c7a8349e394d85c73d129e39f 2024-11-14T02:55:41,239 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/hbase/meta/1588230740/.tmp/info/1a50d456bb4240de97a4b6a98b8015ec as hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/hbase/meta/1588230740/info/1a50d456bb4240de97a4b6a98b8015ec 2024-11-14T02:55:41,248 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/hbase/meta/1588230740/info/1a50d456bb4240de97a4b6a98b8015ec, entries=10, sequenceid=11, filesize=6.9 K 2024-11-14T02:55:41,249 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/hbase/meta/1588230740/.tmp/ns/82c04e78a7dc4b82a4cdf9a45db07f9f as hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/hbase/meta/1588230740/ns/82c04e78a7dc4b82a4cdf9a45db07f9f 2024-11-14T02:55:41,256 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/hbase/meta/1588230740/ns/82c04e78a7dc4b82a4cdf9a45db07f9f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T02:55:41,257 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/hbase/meta/1588230740/.tmp/table/d07f6f3c7a8349e394d85c73d129e39f as hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/hbase/meta/1588230740/table/d07f6f3c7a8349e394d85c73d129e39f 2024-11-14T02:55:41,263 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/hbase/meta/1588230740/table/d07f6f3c7a8349e394d85c73d129e39f, entries=2, sequenceid=11, filesize=5.3 K 2024-11-14T02:55:41,264 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 148ms, sequenceid=11, compaction requested=false 2024-11-14T02:55:41,269 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T02:55:41,270 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:55:41,270 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:55:41,270 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552941115Running coprocessor pre-close hooks at 1731552941115Disabling compacts and flushes for region at 1731552941115Disabling writes for close at 1731552941116 (+1 ms)Obtaining lock to block concurrent updates at 1731552941116Preparing flush snapshotting stores in 1588230740 at 1731552941116Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731552941116Flushing stores of hbase:meta,,1.1588230740 at 1731552941136 (+20 ms)Flushing 1588230740/info: creating writer at 1731552941136Flushing 1588230740/info: appending metadata at 1731552941158 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731552941158Flushing 1588230740/ns: creating writer at 1731552941171 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731552941186 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731552941186Flushing 1588230740/table: creating writer at 1731552941207 (+21 ms)Flushing 1588230740/table: appending metadata at 1731552941224 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731552941224Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@420bc974: reopening flushed file at 1731552941238 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d8f7969: reopening flushed file at 1731552941248 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d631162: reopening flushed file at 1731552941256 (+8 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 148ms, sequenceid=11, compaction requested=false at 1731552941264 (+8 ms)Writing region close event to WAL at 1731552941266 (+2 ms)Running coprocessor post-close hooks at 1731552941270 (+4 ms)Closed at 1731552941270 2024-11-14T02:55:41,270 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:55:41,315 INFO [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.HRegionServer(976): stopping server e5dc8b5cf5e9,34327,1731552927494; all regions closed. 2024-11-14T02:55:41,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741838_1015 (size=825) 2024-11-14T02:55:41,319 WARN [Close-WAL-Writer-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494/e5dc8b5cf5e9%2C34327%2C1731552927494.meta.1731552941117.meta not finished, retry = 0 2024-11-14T02:55:41,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741838_1015 (size=825) 2024-11-14T02:55:41,389 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:55:41,393 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b731989c12364ad with lease ID 0x7bde56ad90ceb36c: from storage DS-271feb41-464a-49dc-8421-635e7c5c2bec node DatanodeRegistration(127.0.0.1:46669, datanodeUuid=a6d8ddf7-b391-4e7d-85ba-e6115adb3e30, infoPort=39583, infoSecurePort=0, ipcPort=34259, storageInfo=lv=-57;cid=testClusterID;nsid=1805806465;c=1731552924678), blocks: 6, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T02:55:41,393 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b731989c12364ad with lease ID 0x7bde56ad90ceb36c: from storage DS-0a56a338-e8e9-4ba7-8206-79395186acce node DatanodeRegistration(127.0.0.1:46669, datanodeUuid=a6d8ddf7-b391-4e7d-85ba-e6115adb3e30, infoPort=39583, infoSecurePort=0, ipcPort=34259, storageInfo=lv=-57;cid=testClusterID;nsid=1805806465;c=1731552924678), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:55:41,988 INFO [regionserver/e5dc8b5cf5e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:55:41,988 INFO [regionserver/e5dc8b5cf5e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:55:41,989 INFO [regionserver/e5dc8b5cf5e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:55:42,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741833_1014 (size=1599) 2024-11-14T02:55:43,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-14T02:55:43,369 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:55:43,369 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T02:55:45,036 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494/e5dc8b5cf5e9%2C34327%2C1731552927494.1731552928127 after 4007ms 2024-11-14T02:55:45,037 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494/e5dc8b5cf5e9%2C34327%2C1731552927494.1731552928127 to hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/oldWALs/e5dc8b5cf5e9%2C34327%2C1731552927494.1731552928127 2024-11-14T02:55:45,139 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494/e5dc8b5cf5e9%2C34327%2C1731552927494.meta.1731552928622.meta after 4002ms 2024-11-14T02:55:45,140 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/WALs/e5dc8b5cf5e9,34327,1731552927494/e5dc8b5cf5e9%2C34327%2C1731552927494.meta.1731552928622.meta to hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/oldWALs/e5dc8b5cf5e9%2C34327%2C1731552927494.meta.1731552928622.meta 2024-11-14T02:55:45,150 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/oldWALs 2024-11-14T02:55:45,150 INFO [RS:0;e5dc8b5cf5e9:34327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e5dc8b5cf5e9%2C34327%2C1731552927494.meta:.meta(num 1731552941117) 2024-11-14T02:55:45,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741837_1013 (size=2288) 2024-11-14T02:55:45,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741837_1013 (size=2288) 2024-11-14T02:55:45,158 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/oldWALs 2024-11-14T02:55:45,158 INFO [RS:0;e5dc8b5cf5e9:34327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e5dc8b5cf5e9%2C34327%2C1731552927494:(num 1731552941007) 2024-11-14T02:55:45,159 DEBUG [RS:0;e5dc8b5cf5e9:34327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:55:45,159 INFO [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:55:45,159 INFO [RS:0;e5dc8b5cf5e9:34327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:55:45,159 INFO [RS:0;e5dc8b5cf5e9:34327 {}] hbase.ChoreService(370): Chore service for: regionserver/e5dc8b5cf5e9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T02:55:45,159 INFO [RS:0;e5dc8b5cf5e9:34327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:55:45,159 INFO [regionserver/e5dc8b5cf5e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:55:45,159 INFO [RS:0;e5dc8b5cf5e9:34327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34327 2024-11-14T02:55:45,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741833_1014 (size=1599) 2024-11-14T02:55:45,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741834_1017 (size=2386) 2024-11-14T02:55:45,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x1013744d9b40001, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e5dc8b5cf5e9,34327,1731552927494 2024-11-14T02:55:45,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T02:55:45,225 INFO [RS:0;e5dc8b5cf5e9:34327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:55:45,235 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e5dc8b5cf5e9,34327,1731552927494] 2024-11-14T02:55:45,246 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e5dc8b5cf5e9,34327,1731552927494 already deleted, retry=false 2024-11-14T02:55:45,246 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e5dc8b5cf5e9,34327,1731552927494 expired; onlineServers=0 2024-11-14T02:55:45,246 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e5dc8b5cf5e9,43517,1731552927263' ***** 2024-11-14T02:55:45,246 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:55:45,246 INFO [M:0;e5dc8b5cf5e9:43517 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:55:45,247 INFO [M:0;e5dc8b5cf5e9:43517 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:55:45,247 DEBUG [M:0;e5dc8b5cf5e9:43517 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:55:45,247 DEBUG [M:0;e5dc8b5cf5e9:43517 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:55:45,247 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:55:45,247 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.small.0-1731552927885 {}] cleaner.HFileCleaner(306): Exit Thread[master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.small.0-1731552927885,5,FailOnTimeoutGroup] 2024-11-14T02:55:45,247 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.large.0-1731552927885 {}] cleaner.HFileCleaner(306): Exit Thread[master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.large.0-1731552927885,5,FailOnTimeoutGroup] 2024-11-14T02:55:45,248 INFO [M:0;e5dc8b5cf5e9:43517 {}] hbase.ChoreService(370): Chore service for: master/e5dc8b5cf5e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:55:45,249 INFO [M:0;e5dc8b5cf5e9:43517 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:55:45,249 DEBUG [M:0;e5dc8b5cf5e9:43517 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:55:45,249 INFO [M:0;e5dc8b5cf5e9:43517 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:55:45,250 INFO [M:0;e5dc8b5cf5e9:43517 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:55:45,250 INFO [M:0;e5dc8b5cf5e9:43517 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:55:45,251 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:55:45,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T02:55:45,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:45,262 DEBUG [M:0;e5dc8b5cf5e9:43517 {}] zookeeper.ZKUtil(347): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T02:55:45,262 WARN [M:0;e5dc8b5cf5e9:43517 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:55:45,265 INFO [M:0;e5dc8b5cf5e9:43517 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/.lastflushedseqids 2024-11-14T02:55:45,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741844_1022 (size=139) 2024-11-14T02:55:45,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741844_1022 (size=139) 2024-11-14T02:55:45,275 INFO [M:0;e5dc8b5cf5e9:43517 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:55:45,275 INFO [M:0;e5dc8b5cf5e9:43517 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:55:45,276 DEBUG [M:0;e5dc8b5cf5e9:43517 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:55:45,276 INFO [M:0;e5dc8b5cf5e9:43517 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:55:45,276 DEBUG [M:0;e5dc8b5cf5e9:43517 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:55:45,276 DEBUG [M:0;e5dc8b5cf5e9:43517 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:55:45,276 DEBUG [M:0;e5dc8b5cf5e9:43517 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:55:45,276 INFO [M:0;e5dc8b5cf5e9:43517 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.10 KB heapSize=29.05 KB 2024-11-14T02:55:45,277 WARN [AsyncFSWAL-0-hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData-prefix:e5dc8b5cf5e9,43517,1731552927263 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:55:45,277 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e5dc8b5cf5e9%2C43517%2C1731552927263:(num 1731552927649) roll requested 2024-11-14T02:55:45,291 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/WALs/e5dc8b5cf5e9,43517,1731552927263/e5dc8b5cf5e9%2C43517%2C1731552927263.1731552945277, exclude list is [], retry=0 2024-11-14T02:55:45,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46473,DS-4afc98e2-aa49-4082-b732-dac7785bae29,DISK] 2024-11-14T02:55:45,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41253,DS-419d2936-3405-4e16-a324-1f1c8b511ae9,DISK] 2024-11-14T02:55:45,296 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/WALs/e5dc8b5cf5e9,43517,1731552927263/e5dc8b5cf5e9%2C43517%2C1731552927263.1731552927649 with entries=54, filesize=26.81 KB; new WAL /user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/WALs/e5dc8b5cf5e9,43517,1731552927263/e5dc8b5cf5e9%2C43517%2C1731552927263.1731552945277 2024-11-14T02:55:45,296 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32931:32931),(127.0.0.1/127.0.0.1:46471:46471)] 2024-11-14T02:55:45,296 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/WALs/e5dc8b5cf5e9,43517,1731552927263/e5dc8b5cf5e9%2C43517%2C1731552927263.1731552927649 is not closed yet, will try archiving it next time 2024-11-14T02:55:45,296 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:55:45,297 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:55:45,297 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/WALs/e5dc8b5cf5e9,43517,1731552927263/e5dc8b5cf5e9%2C43517%2C1731552927263.1731552927649 2024-11-14T02:55:45,298 WARN [IPC Server handler 2 on default port 42361 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/WALs/e5dc8b5cf5e9,43517,1731552927263/e5dc8b5cf5e9%2C43517%2C1731552927263.1731552927649 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-11-14T02:55:45,299 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/WALs/e5dc8b5cf5e9,43517,1731552927263/e5dc8b5cf5e9%2C43517%2C1731552927263.1731552927649 after 2ms 2024-11-14T02:55:45,312 DEBUG [M:0;e5dc8b5cf5e9:43517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/831fe2c744c34bfcabf2d7f5c9b28b8b is 82, key is hbase:meta,,1/info:regioninfo/1731552928668/Put/seqid=0 2024-11-14T02:55:45,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741846_1025 (size=5672) 2024-11-14T02:55:45,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741846_1025 (size=5672) 2024-11-14T02:55:45,319 INFO [M:0;e5dc8b5cf5e9:43517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/831fe2c744c34bfcabf2d7f5c9b28b8b 2024-11-14T02:55:45,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x1013744d9b40001, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:55:45,335 INFO [RS:0;e5dc8b5cf5e9:34327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:55:45,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x1013744d9b40001, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:55:45,336 INFO [RS:0;e5dc8b5cf5e9:34327 {}] regionserver.HRegionServer(1031): Exiting; stopping=e5dc8b5cf5e9,34327,1731552927494; zookeeper connection closed. 2024-11-14T02:55:45,336 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65fa88f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65fa88f 2024-11-14T02:55:45,336 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:55:45,344 DEBUG [M:0;e5dc8b5cf5e9:43517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/775be0ce8c0046d783634a63963d9d1b is 775, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731552931153/Put/seqid=0 2024-11-14T02:55:45,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741847_1026 (size=6115) 2024-11-14T02:55:45,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741847_1026 (size=6115) 2024-11-14T02:55:45,350 INFO [M:0;e5dc8b5cf5e9:43517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.50 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/775be0ce8c0046d783634a63963d9d1b 2024-11-14T02:55:45,373 DEBUG [M:0;e5dc8b5cf5e9:43517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/289a2fff367843079b9ded349cc2bc88 is 69, key is e5dc8b5cf5e9,34327,1731552927494/rs:state/1731552927963/Put/seqid=0 2024-11-14T02:55:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741848_1027 (size=5156) 2024-11-14T02:55:45,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741848_1027 (size=5156) 2024-11-14T02:55:45,379 INFO [M:0;e5dc8b5cf5e9:43517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/289a2fff367843079b9ded349cc2bc88 2024-11-14T02:55:45,401 DEBUG [M:0;e5dc8b5cf5e9:43517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/64f5f2deb2bc47f4b9953c8badc49293 is 52, key is load_balancer_on/state:d/1731552928842/Put/seqid=0 2024-11-14T02:55:45,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741849_1028 (size=5056) 2024-11-14T02:55:45,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741849_1028 (size=5056) 2024-11-14T02:55:45,407 INFO [M:0;e5dc8b5cf5e9:43517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/64f5f2deb2bc47f4b9953c8badc49293 2024-11-14T02:55:45,414 DEBUG [M:0;e5dc8b5cf5e9:43517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/831fe2c744c34bfcabf2d7f5c9b28b8b as hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/831fe2c744c34bfcabf2d7f5c9b28b8b 2024-11-14T02:55:45,421 INFO [M:0;e5dc8b5cf5e9:43517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/831fe2c744c34bfcabf2d7f5c9b28b8b, entries=8, sequenceid=56, filesize=5.5 K 2024-11-14T02:55:45,422 DEBUG [M:0;e5dc8b5cf5e9:43517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/775be0ce8c0046d783634a63963d9d1b as hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/775be0ce8c0046d783634a63963d9d1b 2024-11-14T02:55:45,429 INFO [M:0;e5dc8b5cf5e9:43517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/775be0ce8c0046d783634a63963d9d1b, entries=6, sequenceid=56, filesize=6.0 K 2024-11-14T02:55:45,430 DEBUG [M:0;e5dc8b5cf5e9:43517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/289a2fff367843079b9ded349cc2bc88 as hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/289a2fff367843079b9ded349cc2bc88 2024-11-14T02:55:45,437 INFO [M:0;e5dc8b5cf5e9:43517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/289a2fff367843079b9ded349cc2bc88, entries=1, sequenceid=56, filesize=5.0 K 2024-11-14T02:55:45,438 DEBUG [M:0;e5dc8b5cf5e9:43517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/64f5f2deb2bc47f4b9953c8badc49293 as hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/64f5f2deb2bc47f4b9953c8badc49293 2024-11-14T02:55:45,444 INFO [M:0;e5dc8b5cf5e9:43517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/64f5f2deb2bc47f4b9953c8badc49293, entries=1, sequenceid=56, filesize=4.9 K 2024-11-14T02:55:45,446 INFO [M:0;e5dc8b5cf5e9:43517 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 169ms, sequenceid=56, compaction requested=false 2024-11-14T02:55:45,447 INFO [M:0;e5dc8b5cf5e9:43517 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:55:45,447 DEBUG [M:0;e5dc8b5cf5e9:43517 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552945276Disabling compacts and flushes for region at 1731552945276Disabling writes for close at 1731552945276Obtaining lock to block concurrent updates at 1731552945276Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731552945276Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23656, getHeapSize=29688, getOffHeapSize=0, getCellsCount=67 at 1731552945277 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731552945297 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731552945297Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731552945312 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731552945312Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731552945326 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731552945343 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731552945343Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731552945356 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731552945372 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731552945372Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731552945386 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731552945400 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731552945400Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aff7b5b: reopening flushed file at 1731552945413 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@535013b5: reopening flushed file at 1731552945421 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37059e3d: reopening flushed file at 1731552945429 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c949681: reopening flushed file at 1731552945437 (+8 ms)Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 169ms, sequenceid=56, compaction requested=false at 1731552945446 (+9 ms)Writing region close event to WAL at 1731552945447 (+1 ms)Closed at 1731552945447 2024-11-14T02:55:45,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741845_1023 (size=757) 2024-11-14T02:55:45,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741845_1023 (size=757) 2024-11-14T02:55:46,673 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:55:46,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:55:46,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:55:46,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:55:49,301 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/WALs/e5dc8b5cf5e9,43517,1731552927263/e5dc8b5cf5e9%2C43517%2C1731552927263.1731552927649 after 4004ms 2024-11-14T02:55:49,303 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/WALs/e5dc8b5cf5e9,43517,1731552927263/e5dc8b5cf5e9%2C43517%2C1731552927263.1731552927649 to hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/oldWALs/e5dc8b5cf5e9%2C43517%2C1731552927263.1731552927649 2024-11-14T02:55:49,310 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/MasterData/oldWALs/e5dc8b5cf5e9%2C43517%2C1731552927263.1731552927649 to hdfs://localhost:42361/user/jenkins/test-data/953d5827-b190-8f00-f5c1-422588db291b/oldWALs/e5dc8b5cf5e9%2C43517%2C1731552927263.1731552927649$masterlocalwal$ 2024-11-14T02:55:49,310 INFO [M:0;e5dc8b5cf5e9:43517 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:55:49,311 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:55:49,311 INFO [M:0;e5dc8b5cf5e9:43517 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43517 2024-11-14T02:55:49,311 INFO [M:0;e5dc8b5cf5e9:43517 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:55:49,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:55:49,478 INFO [M:0;e5dc8b5cf5e9:43517 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:55:49,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x1013744d9b40000, quorum=127.0.0.1:57455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:55:49,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d3361d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:55:49,511 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11361716{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:55:49,511 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:55:49,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e10805a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:55:49,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77df7740{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/hadoop.log.dir/,STOPPED} 2024-11-14T02:55:49,514 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:55:49,515 WARN [BP-1807581361-172.17.0.2-1731552924678 heartbeating to localhost/127.0.0.1:42361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:55:49,515 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:55:49,515 WARN [BP-1807581361-172.17.0.2-1731552924678 heartbeating to localhost/127.0.0.1:42361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1807581361-172.17.0.2-1731552924678 (Datanode Uuid a6d8ddf7-b391-4e7d-85ba-e6115adb3e30) service to localhost/127.0.0.1:42361 2024-11-14T02:55:49,516 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4/data/data1/current/BP-1807581361-172.17.0.2-1731552924678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:55:49,517 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4/data/data2/current/BP-1807581361-172.17.0.2-1731552924678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:55:49,517 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:55:49,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13cb4569{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:55:49,522 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e3a8c74{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:55:49,523 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:55:49,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5afd100f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:55:49,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7db940d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/hadoop.log.dir/,STOPPED} 2024-11-14T02:55:49,524 WARN [BP-1807581361-172.17.0.2-1731552924678 heartbeating to localhost/127.0.0.1:42361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:55:49,524 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:55:49,524 WARN [BP-1807581361-172.17.0.2-1731552924678 heartbeating to localhost/127.0.0.1:42361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1807581361-172.17.0.2-1731552924678 (Datanode Uuid be3aa7ff-83fe-4ace-864b-5ab314cb7020) service to localhost/127.0.0.1:42361 2024-11-14T02:55:49,524 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:55:49,524 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4/data/data9/current/BP-1807581361-172.17.0.2-1731552924678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:55:49,525 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4/data/data10/current/BP-1807581361-172.17.0.2-1731552924678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:55:49,525 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:55:49,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@506f661a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:55:49,527 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2860275{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:55:49,527 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:55:49,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34d8c775{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:55:49,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5306c570{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/hadoop.log.dir/,STOPPED} 2024-11-14T02:55:49,528 WARN [BP-1807581361-172.17.0.2-1731552924678 heartbeating to localhost/127.0.0.1:42361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:55:49,528 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:55:49,528 WARN [BP-1807581361-172.17.0.2-1731552924678 heartbeating to localhost/127.0.0.1:42361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1807581361-172.17.0.2-1731552924678 (Datanode Uuid ffe04f9e-fcb7-4757-a9fc-05cfddeb1290) service to localhost/127.0.0.1:42361 2024-11-14T02:55:49,528 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:55:49,528 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4/data/data7/current/BP-1807581361-172.17.0.2-1731552924678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:55:49,529 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4/data/data8/current/BP-1807581361-172.17.0.2-1731552924678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:55:49,529 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:55:49,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dddc903{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:55:49,531 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31ad0cca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:55:49,531 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:55:49,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79b06ff3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:55:49,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@205e2e3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/hadoop.log.dir/,STOPPED} 2024-11-14T02:55:49,532 WARN [BP-1807581361-172.17.0.2-1731552924678 heartbeating to localhost/127.0.0.1:42361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:55:49,532 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:55:49,532 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:55:49,532 WARN [BP-1807581361-172.17.0.2-1731552924678 heartbeating to localhost/127.0.0.1:42361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1807581361-172.17.0.2-1731552924678 (Datanode Uuid e13cf76a-bf81-4d3a-9624-8eb890ab4d82) service to localhost/127.0.0.1:42361 2024-11-14T02:55:49,533 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4/data/data5/current/BP-1807581361-172.17.0.2-1731552924678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:55:49,533 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4/data/data6/current/BP-1807581361-172.17.0.2-1731552924678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:55:49,533 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:55:49,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d47597c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:55:49,535 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fdbf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:55:49,536 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:55:49,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@384418d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:55:49,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11e33a91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/hadoop.log.dir/,STOPPED} 2024-11-14T02:55:49,537 WARN [BP-1807581361-172.17.0.2-1731552924678 heartbeating to localhost/127.0.0.1:42361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:55:49,537 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:55:49,537 WARN [BP-1807581361-172.17.0.2-1731552924678 heartbeating to localhost/127.0.0.1:42361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1807581361-172.17.0.2-1731552924678 (Datanode Uuid 8836bd68-6f16-49a2-bf3b-f6144e893109) service to localhost/127.0.0.1:42361 2024-11-14T02:55:49,537 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:55:49,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4/data/data3/current/BP-1807581361-172.17.0.2-1731552924678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:55:49,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/cluster_1ff92c03-0cb4-3897-66e9-d62e21c9e0a4/data/data4/current/BP-1807581361-172.17.0.2-1731552924678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:55:49,538 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:55:49,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2052e3a1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:55:49,544 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ceb5ed1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:55:49,544 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:55:49,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9064200{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:55:49,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d1e03de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/hadoop.log.dir/,STOPPED} 2024-11-14T02:55:49,552 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T02:55:49,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:55:49,587 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 66) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42361 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 392) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=108 (was 108), ProcessCount=11 (was 11), AvailableMemoryMB=10276 (was 10562) 2024-11-14T02:55:49,594 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=108, ProcessCount=11, AvailableMemoryMB=10275 2024-11-14T02:55:49,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:55:49,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/hadoop.log.dir so I do NOT create it in target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535 2024-11-14T02:55:49,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b88caee9-d145-df70-9a89-d24ec5fdac8a/hadoop.tmp.dir so I do NOT create it in target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535 2024-11-14T02:55:49,595 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/cluster_776d8810-682e-9b5f-e723-4e7faf02e803, deleteOnExit=true 2024-11-14T02:55:49,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:55:49,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/test.cache.data in system properties and HBase conf 2024-11-14T02:55:49,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:55:49,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:55:49,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:55:49,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:55:49,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:55:49,595 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:55:49,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:55:49,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:55:49,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:55:49,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:55:49,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:55:49,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:55:49,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:55:49,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:55:49,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:55:49,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:55:49,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:55:49,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:55:49,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:55:49,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:55:49,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:55:49,967 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:55:49,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:55:49,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:55:49,968 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:55:49,969 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:55:49,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18d53899{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:55:49,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d79aa7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:55:50,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53e46b79{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/java.io.tmpdir/jetty-localhost-32879-hadoop-hdfs-3_4_1-tests_jar-_-any-18334367546166118196/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:55:50,079 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3044fe3d{HTTP/1.1, (http/1.1)}{localhost:32879} 2024-11-14T02:55:50,079 INFO [Time-limited test {}] server.Server(415): Started @92801ms 2024-11-14T02:55:50,360 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:55:50,363 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:55:50,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:55:50,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:55:50,364 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:55:50,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2758dbc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:55:50,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d0c5248{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:55:50,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e9b7b21{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/java.io.tmpdir/jetty-localhost-39015-hadoop-hdfs-3_4_1-tests_jar-_-any-1158034845543664662/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:55:50,457 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a80853a{HTTP/1.1, (http/1.1)}{localhost:39015} 2024-11-14T02:55:50,457 INFO [Time-limited test {}] server.Server(415): Started @93179ms 2024-11-14T02:55:50,459 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:55:50,484 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:55:50,487 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:55:50,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:55:50,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:55:50,488 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:55:50,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ffe2d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:55:50,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c77845f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:55:50,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58ecb840{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/java.io.tmpdir/jetty-localhost-36085-hadoop-hdfs-3_4_1-tests_jar-_-any-10458309076881112851/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:55:50,584 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b96d285{HTTP/1.1, (http/1.1)}{localhost:36085} 2024-11-14T02:55:50,584 INFO [Time-limited test {}] server.Server(415): Started @93306ms 2024-11-14T02:55:50,585 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:55:51,802 WARN [Thread-800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/cluster_776d8810-682e-9b5f-e723-4e7faf02e803/data/data1/current/BP-1726418072-172.17.0.2-1731552949619/current, will proceed with Du for space computation calculation, 2024-11-14T02:55:51,802 WARN [Thread-801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/cluster_776d8810-682e-9b5f-e723-4e7faf02e803/data/data2/current/BP-1726418072-172.17.0.2-1731552949619/current, will proceed with Du for space computation calculation, 2024-11-14T02:55:51,819 WARN [Thread-764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:55:51,821 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d3e2cf9d31f61a3 with lease ID 0xeaddb2b153ab09d6: Processing first storage report for DS-50efcc59-fcd6-4365-a70d-a05d72f1f2b2 from datanode DatanodeRegistration(127.0.0.1:33087, datanodeUuid=d3818273-e129-4cf7-a140-6e0e41dcb953, infoPort=40213, infoSecurePort=0, ipcPort=36455, storageInfo=lv=-57;cid=testClusterID;nsid=753580599;c=1731552949619) 2024-11-14T02:55:51,821 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d3e2cf9d31f61a3 with lease ID 0xeaddb2b153ab09d6: from storage DS-50efcc59-fcd6-4365-a70d-a05d72f1f2b2 node DatanodeRegistration(127.0.0.1:33087, datanodeUuid=d3818273-e129-4cf7-a140-6e0e41dcb953, infoPort=40213, infoSecurePort=0, ipcPort=36455, storageInfo=lv=-57;cid=testClusterID;nsid=753580599;c=1731552949619), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:55:51,821 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d3e2cf9d31f61a3 with lease ID 0xeaddb2b153ab09d6: Processing first storage report for DS-ebc808da-e1c6-4c1b-ae87-06ab3c8c6a08 from datanode DatanodeRegistration(127.0.0.1:33087, datanodeUuid=d3818273-e129-4cf7-a140-6e0e41dcb953, infoPort=40213, infoSecurePort=0, ipcPort=36455, storageInfo=lv=-57;cid=testClusterID;nsid=753580599;c=1731552949619) 2024-11-14T02:55:51,821 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d3e2cf9d31f61a3 with lease ID 0xeaddb2b153ab09d6: from storage DS-ebc808da-e1c6-4c1b-ae87-06ab3c8c6a08 node DatanodeRegistration(127.0.0.1:33087, datanodeUuid=d3818273-e129-4cf7-a140-6e0e41dcb953, infoPort=40213, infoSecurePort=0, ipcPort=36455, storageInfo=lv=-57;cid=testClusterID;nsid=753580599;c=1731552949619), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:55:51,996 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/cluster_776d8810-682e-9b5f-e723-4e7faf02e803/data/data3/current/BP-1726418072-172.17.0.2-1731552949619/current, will proceed with Du for space computation calculation, 2024-11-14T02:55:51,996 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/cluster_776d8810-682e-9b5f-e723-4e7faf02e803/data/data4/current/BP-1726418072-172.17.0.2-1731552949619/current, will proceed with Du for space computation calculation, 2024-11-14T02:55:52,014 WARN [Thread-787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:55:52,017 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf140883c5c54199b with lease ID 0xeaddb2b153ab09d7: Processing first storage report for DS-5188acc2-2001-4f35-a349-6deb7ae90079 from datanode DatanodeRegistration(127.0.0.1:38795, datanodeUuid=0bf6d424-5463-4c46-89e2-451818aa5d6e, infoPort=33431, infoSecurePort=0, ipcPort=40709, storageInfo=lv=-57;cid=testClusterID;nsid=753580599;c=1731552949619) 2024-11-14T02:55:52,017 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf140883c5c54199b with lease ID 0xeaddb2b153ab09d7: from storage DS-5188acc2-2001-4f35-a349-6deb7ae90079 node DatanodeRegistration(127.0.0.1:38795, datanodeUuid=0bf6d424-5463-4c46-89e2-451818aa5d6e, infoPort=33431, infoSecurePort=0, ipcPort=40709, storageInfo=lv=-57;cid=testClusterID;nsid=753580599;c=1731552949619), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:55:52,017 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf140883c5c54199b with lease ID 0xeaddb2b153ab09d7: Processing first storage report for DS-38ce14d9-219d-4135-9420-269a363de125 from datanode DatanodeRegistration(127.0.0.1:38795, datanodeUuid=0bf6d424-5463-4c46-89e2-451818aa5d6e, infoPort=33431, infoSecurePort=0, ipcPort=40709, storageInfo=lv=-57;cid=testClusterID;nsid=753580599;c=1731552949619) 2024-11-14T02:55:52,017 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf140883c5c54199b with lease ID 0xeaddb2b153ab09d7: from storage DS-38ce14d9-219d-4135-9420-269a363de125 node DatanodeRegistration(127.0.0.1:38795, datanodeUuid=0bf6d424-5463-4c46-89e2-451818aa5d6e, infoPort=33431, infoSecurePort=0, ipcPort=40709, storageInfo=lv=-57;cid=testClusterID;nsid=753580599;c=1731552949619), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:55:52,021 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535 2024-11-14T02:55:52,023 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/cluster_776d8810-682e-9b5f-e723-4e7faf02e803/zookeeper_0, clientPort=62883, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/cluster_776d8810-682e-9b5f-e723-4e7faf02e803/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/cluster_776d8810-682e-9b5f-e723-4e7faf02e803/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T02:55:52,024 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62883 2024-11-14T02:55:52,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:55:52,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:55:52,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:55:52,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:55:52,037 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed with version=8 2024-11-14T02:55:52,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/hbase-staging 2024-11-14T02:55:52,039 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e5dc8b5cf5e9:0 server-side Connection retries=45 2024-11-14T02:55:52,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:55:52,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:55:52,039 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:55:52,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:55:52,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:55:52,039 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:55:52,039 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:55:52,040 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35295 2024-11-14T02:55:52,042 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35295 connecting to ZooKeeper ensemble=127.0.0.1:62883 2024-11-14T02:55:52,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352950x0, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:55:52,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35295-0x10137453a820000 connected 2024-11-14T02:55:52,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:55:52,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:55:52,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:55:52,332 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed, hbase.cluster.distributed=false 2024-11-14T02:55:52,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T02:55:52,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35295 2024-11-14T02:55:52,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35295 2024-11-14T02:55:52,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35295 2024-11-14T02:55:52,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35295 2024-11-14T02:55:52,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35295 2024-11-14T02:55:52,349 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e5dc8b5cf5e9:0 server-side Connection retries=45 2024-11-14T02:55:52,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:55:52,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:55:52,349 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:55:52,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:55:52,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:55:52,349 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:55:52,349 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:55:52,350 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46041 2024-11-14T02:55:52,352 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46041 connecting to ZooKeeper ensemble=127.0.0.1:62883 2024-11-14T02:55:52,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:55:52,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:55:52,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460410x0, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:55:52,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46041-0x10137453a820001, quorum=127.0.0.1:62883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:55:52,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46041-0x10137453a820001 connected 2024-11-14T02:55:52,367 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:55:52,368 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:55:52,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46041-0x10137453a820001, quorum=127.0.0.1:62883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T02:55:52,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46041-0x10137453a820001, quorum=127.0.0.1:62883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T02:55:52,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46041 2024-11-14T02:55:52,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46041 2024-11-14T02:55:52,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46041 2024-11-14T02:55:52,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46041 2024-11-14T02:55:52,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46041 2024-11-14T02:55:52,386 DEBUG [M:0;e5dc8b5cf5e9:35295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e5dc8b5cf5e9:35295 2024-11-14T02:55:52,386 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e5dc8b5cf5e9,35295,1731552952039 2024-11-14T02:55:52,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:55:52,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x10137453a820001, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:55:52,398 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e5dc8b5cf5e9,35295,1731552952039 2024-11-14T02:55:52,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x10137453a820001, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T02:55:52,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:52,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x10137453a820001, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:52,409 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T02:55:52,410 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e5dc8b5cf5e9,35295,1731552952039 from backup master directory 2024-11-14T02:55:52,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e5dc8b5cf5e9,35295,1731552952039 2024-11-14T02:55:52,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x10137453a820001, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:55:52,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:55:52,419 WARN [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:55:52,419 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e5dc8b5cf5e9,35295,1731552952039 2024-11-14T02:55:52,424 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/hbase.id] with ID: 16a337fb-a150-419e-9bc9-d91813b867a9 2024-11-14T02:55:52,425 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/.tmp/hbase.id 2024-11-14T02:55:52,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:55:52,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:55:52,433 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/.tmp/hbase.id]:[hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/hbase.id] 2024-11-14T02:55:52,455 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:55:52,455 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:55:52,458 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-14T02:55:52,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:52,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x10137453a820001, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:52,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:55:52,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:55:52,480 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:55:52,481 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:55:52,482 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:55:52,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:55:52,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:55:52,492 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/data/master/store 2024-11-14T02:55:52,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:55:52,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:55:52,500 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:55:52,500 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:55:52,500 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:55:52,500 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:55:52,500 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:55:52,500 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:55:52,501 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:55:52,501 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552952500Disabling compacts and flushes for region at 1731552952500Disabling writes for close at 1731552952500Writing region close event to WAL at 1731552952500Closed at 1731552952500 2024-11-14T02:55:52,502 WARN [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/data/master/store/.initializing 2024-11-14T02:55:52,502 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/WALs/e5dc8b5cf5e9,35295,1731552952039 2024-11-14T02:55:52,503 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:55:52,505 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e5dc8b5cf5e9%2C35295%2C1731552952039, suffix=, logDir=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/WALs/e5dc8b5cf5e9,35295,1731552952039, archiveDir=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/oldWALs, maxLogs=10 2024-11-14T02:55:52,522 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/WALs/e5dc8b5cf5e9,35295,1731552952039/e5dc8b5cf5e9%2C35295%2C1731552952039.1731552952505, exclude list is [], retry=0 2024-11-14T02:55:52,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33087,DS-50efcc59-fcd6-4365-a70d-a05d72f1f2b2,DISK] 2024-11-14T02:55:52,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38795,DS-5188acc2-2001-4f35-a349-6deb7ae90079,DISK] 2024-11-14T02:55:52,527 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/WALs/e5dc8b5cf5e9,35295,1731552952039/e5dc8b5cf5e9%2C35295%2C1731552952039.1731552952505 2024-11-14T02:55:52,528 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40213:40213),(127.0.0.1/127.0.0.1:33431:33431)] 2024-11-14T02:55:52,528 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:55:52,528 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:55:52,528 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:55:52,528 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:55:52,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:55:52,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:55:52,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:52,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:55:52,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:55:52,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:55:52,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:52,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:55:52,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:55:52,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:55:52,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:52,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:55:52,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:55:52,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:55:52,538 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:52,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:55:52,539 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:55:52,540 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:55:52,540 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:55:52,542 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:55:52,542 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:55:52,542 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:55:52,544 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:55:52,546 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:55:52,546 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=757573, jitterRate=-0.03669627010822296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:55:52,547 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731552952528Initializing all the Stores at 1731552952529 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552952530 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552952530Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552952530Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552952530Cleaning up temporary data from old regions at 1731552952542 (+12 ms)Region opened successfully at 1731552952547 (+5 ms) 2024-11-14T02:55:52,547 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:55:52,551 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cde84b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e5dc8b5cf5e9/172.17.0.2:0 2024-11-14T02:55:52,552 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:55:52,552 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:55:52,552 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:55:52,552 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:55:52,553 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:55:52,553 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T02:55:52,554 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:55:52,556 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:55:52,557 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T02:55:52,598 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T02:55:52,598 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:55:52,599 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:55:52,608 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T02:55:52,608 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:55:52,610 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:55:52,619 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T02:55:52,620 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:55:52,629 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T02:55:52,632 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:55:52,645 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T02:55:52,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T02:55:52,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x10137453a820001, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T02:55:52,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x10137453a820001, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:52,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:52,656 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e5dc8b5cf5e9,35295,1731552952039, sessionid=0x10137453a820000, setting cluster-up flag (Was=false) 2024-11-14T02:55:52,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:52,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x10137453a820001, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:52,708 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T02:55:52,710 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e5dc8b5cf5e9,35295,1731552952039 2024-11-14T02:55:52,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:52,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x10137453a820001, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:52,761 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T02:55:52,763 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e5dc8b5cf5e9,35295,1731552952039 2024-11-14T02:55:52,765 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:55:52,768 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:55:52,768 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:55:52,768 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:55:52,769 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e5dc8b5cf5e9,35295,1731552952039 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:55:52,771 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e5dc8b5cf5e9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:55:52,771 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e5dc8b5cf5e9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:55:52,771 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:55:52,771 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:55:52,771 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e5dc8b5cf5e9:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:55:52,771 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:52,771 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:55:52,771 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:52,773 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:55:52,773 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:55:52,775 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:52,775 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:55:52,776 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552982776 2024-11-14T02:55:52,777 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:55:52,777 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:55:52,777 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:55:52,777 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:55:52,777 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:55:52,777 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:55:52,777 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:52,778 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:55:52,778 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:55:52,778 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:55:52,778 INFO [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.HRegionServer(746): ClusterId : 16a337fb-a150-419e-9bc9-d91813b867a9 2024-11-14T02:55:52,778 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:55:52,780 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:55:52,780 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:55:52,783 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.large.0-1731552952780,5,FailOnTimeoutGroup] 2024-11-14T02:55:52,784 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.small.0-1731552952783,5,FailOnTimeoutGroup] 2024-11-14T02:55:52,784 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:52,784 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:55:52,784 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:52,784 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:52,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:55:52,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:55:52,788 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:55:52,788 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:55:52,799 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:55:52,799 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b43278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e5dc8b5cf5e9/172.17.0.2:0 2024-11-14T02:55:52,810 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e5dc8b5cf5e9:46041 2024-11-14T02:55:52,811 INFO [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:55:52,811 INFO [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:55:52,811 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:55:52,811 INFO [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.HRegionServer(2659): reportForDuty to master=e5dc8b5cf5e9,35295,1731552952039 with port=46041, startcode=1731552952349 2024-11-14T02:55:52,812 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:55:52,813 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60557, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:55:52,814 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35295 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e5dc8b5cf5e9,46041,1731552952349 2024-11-14T02:55:52,814 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35295 {}] master.ServerManager(517): Registering regionserver=e5dc8b5cf5e9,46041,1731552952349 2024-11-14T02:55:52,815 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed 2024-11-14T02:55:52,815 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39257 2024-11-14T02:55:52,815 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:55:52,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T02:55:52,824 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] zookeeper.ZKUtil(111): regionserver:46041-0x10137453a820001, quorum=127.0.0.1:62883, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e5dc8b5cf5e9,46041,1731552952349 2024-11-14T02:55:52,824 WARN [RS:0;e5dc8b5cf5e9:46041 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:55:52,824 INFO [RS:0;e5dc8b5cf5e9:46041 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:55:52,825 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/WALs/e5dc8b5cf5e9,46041,1731552952349 2024-11-14T02:55:52,825 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e5dc8b5cf5e9,46041,1731552952349] 2024-11-14T02:55:52,828 INFO [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:55:52,831 INFO [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:55:52,831 INFO [RS:0;e5dc8b5cf5e9:46041 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:55:52,831 INFO [RS:0;e5dc8b5cf5e9:46041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:52,831 INFO [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:55:52,832 INFO [RS:0;e5dc8b5cf5e9:46041 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:55:52,832 INFO [RS:0;e5dc8b5cf5e9:46041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:52,832 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:52,833 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:52,833 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:52,833 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:52,833 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:52,833 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:55:52,833 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:52,833 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:52,833 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:52,833 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:52,833 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:52,833 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:55:52,833 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e5dc8b5cf5e9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:55:52,833 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:55:52,836 INFO [RS:0;e5dc8b5cf5e9:46041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:52,836 INFO [RS:0;e5dc8b5cf5e9:46041 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:52,836 INFO [RS:0;e5dc8b5cf5e9:46041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:52,836 INFO [RS:0;e5dc8b5cf5e9:46041 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:52,836 INFO [RS:0;e5dc8b5cf5e9:46041 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:52,836 INFO [RS:0;e5dc8b5cf5e9:46041 {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,46041,1731552952349-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:55:52,856 INFO [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:55:52,856 INFO [RS:0;e5dc8b5cf5e9:46041 {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,46041,1731552952349-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:52,856 INFO [RS:0;e5dc8b5cf5e9:46041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:52,856 INFO [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.Replication(171): e5dc8b5cf5e9,46041,1731552952349 started 2024-11-14T02:55:52,873 INFO [RS:0;e5dc8b5cf5e9:46041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:52,873 INFO [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.HRegionServer(1482): Serving as e5dc8b5cf5e9,46041,1731552952349, RpcServer on e5dc8b5cf5e9/172.17.0.2:46041, sessionid=0x10137453a820001 2024-11-14T02:55:52,873 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:55:52,873 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e5dc8b5cf5e9,46041,1731552952349 2024-11-14T02:55:52,873 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e5dc8b5cf5e9,46041,1731552952349' 2024-11-14T02:55:52,873 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T02:55:52,874 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T02:55:52,874 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:55:52,874 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:55:52,874 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e5dc8b5cf5e9,46041,1731552952349 2024-11-14T02:55:52,874 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e5dc8b5cf5e9,46041,1731552952349' 2024-11-14T02:55:52,874 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T02:55:52,875 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T02:55:52,875 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:55:52,875 INFO [RS:0;e5dc8b5cf5e9:46041 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:55:52,875 INFO [RS:0;e5dc8b5cf5e9:46041 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:55:52,976 INFO [RS:0;e5dc8b5cf5e9:46041 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:55:52,978 INFO [RS:0;e5dc8b5cf5e9:46041 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e5dc8b5cf5e9%2C46041%2C1731552952349, suffix=, logDir=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/WALs/e5dc8b5cf5e9,46041,1731552952349, archiveDir=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/oldWALs, maxLogs=32 2024-11-14T02:55:52,992 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/WALs/e5dc8b5cf5e9,46041,1731552952349/e5dc8b5cf5e9%2C46041%2C1731552952349.1731552952978, exclude list is [], retry=0 2024-11-14T02:55:52,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38795,DS-5188acc2-2001-4f35-a349-6deb7ae90079,DISK] 2024-11-14T02:55:52,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33087,DS-50efcc59-fcd6-4365-a70d-a05d72f1f2b2,DISK] 2024-11-14T02:55:52,997 INFO [RS:0;e5dc8b5cf5e9:46041 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/WALs/e5dc8b5cf5e9,46041,1731552952349/e5dc8b5cf5e9%2C46041%2C1731552952349.1731552952978 2024-11-14T02:55:52,998 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33431:33431),(127.0.0.1/127.0.0.1:40213:40213)] 2024-11-14T02:55:53,192 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:55:53,193 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed 2024-11-14T02:55:53,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741833_1009 (size=32) 2024-11-14T02:55:53,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741833_1009 (size=32) 2024-11-14T02:55:53,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:55:53,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:55:53,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:55:53,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:53,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:55:53,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:55:53,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:55:53,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:53,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:55:53,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:55:53,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:55:53,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:53,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:55:53,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:55:53,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:55:53,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:53,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:55:53,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:55:53,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/hbase/meta/1588230740 2024-11-14T02:55:53,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/hbase/meta/1588230740 2024-11-14T02:55:53,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:55:53,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:55:53,221 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T02:55:53,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:55:53,224 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:55:53,225 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=779154, jitterRate=-0.00925484299659729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T02:55:53,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731552953206Initializing all the Stores at 1731552953207 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552953207Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552953207Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552953207Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552953207Cleaning up temporary data from old regions at 1731552953221 (+14 ms)Region opened successfully at 1731552953225 (+4 ms) 2024-11-14T02:55:53,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:55:53,225 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:55:53,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:55:53,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:55:53,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:55:53,226 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:55:53,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552953225Disabling compacts and flushes for region at 1731552953225Disabling writes for close at 1731552953226 (+1 ms)Writing region close event to WAL at 1731552953226Closed at 1731552953226 2024-11-14T02:55:53,227 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:55:53,227 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:55:53,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:55:53,229 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:55:53,230 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:55:53,380 DEBUG [e5dc8b5cf5e9:35295 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:55:53,381 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e5dc8b5cf5e9,46041,1731552952349 2024-11-14T02:55:53,383 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e5dc8b5cf5e9,46041,1731552952349, state=OPENING 2024-11-14T02:55:53,429 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:55:53,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:53,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x10137453a820001, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:55:53,441 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:55:53,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:55:53,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:55:53,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,46041,1731552952349}] 2024-11-14T02:55:53,596 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:55:53,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37169, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:55:53,608 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:55:53,608 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:55:53,609 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:55:53,613 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e5dc8b5cf5e9%2C46041%2C1731552952349.meta, suffix=.meta, logDir=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/WALs/e5dc8b5cf5e9,46041,1731552952349, archiveDir=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/oldWALs, maxLogs=32 2024-11-14T02:55:53,629 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/WALs/e5dc8b5cf5e9,46041,1731552952349/e5dc8b5cf5e9%2C46041%2C1731552952349.meta.1731552953614.meta, exclude list is [], retry=0 2024-11-14T02:55:53,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38795,DS-5188acc2-2001-4f35-a349-6deb7ae90079,DISK] 2024-11-14T02:55:53,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33087,DS-50efcc59-fcd6-4365-a70d-a05d72f1f2b2,DISK] 2024-11-14T02:55:53,634 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/WALs/e5dc8b5cf5e9,46041,1731552952349/e5dc8b5cf5e9%2C46041%2C1731552952349.meta.1731552953614.meta 2024-11-14T02:55:53,635 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40213:40213),(127.0.0.1/127.0.0.1:33431:33431)] 2024-11-14T02:55:53,635 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:55:53,636 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:55:53,636 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:55:53,636 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:55:53,636 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:55:53,636 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:55:53,636 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:55:53,636 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:55:53,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:55:53,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:55:53,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:53,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:55:53,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:55:53,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:55:53,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:53,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:55:53,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:55:53,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:55:53,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:53,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:55:53,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:55:53,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:55:53,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:53,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:55:53,644 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:55:53,645 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/hbase/meta/1588230740 2024-11-14T02:55:53,646 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/hbase/meta/1588230740 2024-11-14T02:55:53,648 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:55:53,648 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:55:53,648 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T02:55:53,650 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:55:53,650 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=721087, jitterRate=-0.083091601729393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T02:55:53,651 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:55:53,651 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731552953636Writing region info on filesystem at 1731552953636Initializing all the Stores at 1731552953637 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552953637Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552953638 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552953638Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552953638Cleaning up temporary data from old regions at 1731552953648 (+10 ms)Running coprocessor post-open hooks at 1731552953651 (+3 ms)Region opened successfully at 1731552953651 2024-11-14T02:55:53,652 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731552953595 2024-11-14T02:55:53,654 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:55:53,654 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:55:53,655 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,46041,1731552952349 2024-11-14T02:55:53,656 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e5dc8b5cf5e9,46041,1731552952349, state=OPEN 2024-11-14T02:55:53,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:55:53,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x10137453a820001, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:55:53,697 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,46041,1731552952349 2024-11-14T02:55:53,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:55:53,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:55:53,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:55:53,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,46041,1731552952349 in 256 msec 2024-11-14T02:55:53,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:55:53,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 476 msec 2024-11-14T02:55:53,710 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:55:53,710 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:55:53,712 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:55:53,712 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46041,1731552952349, seqNum=-1] 2024-11-14T02:55:53,712 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:55:53,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49263, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:55:53,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 951 msec 2024-11-14T02:55:53,718 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731552953718, completionTime=-1 2024-11-14T02:55:53,718 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:55:53,718 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T02:55:53,721 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T02:55:53,721 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731553013721 2024-11-14T02:55:53,721 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731553073721 2024-11-14T02:55:53,721 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-14T02:55:53,721 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,35295,1731552952039-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:53,721 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,35295,1731552952039-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:53,721 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,35295,1731552952039-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:53,722 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e5dc8b5cf5e9:35295, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:53,722 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:53,722 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:53,723 DEBUG [master/e5dc8b5cf5e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:55:53,726 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.307sec 2024-11-14T02:55:53,726 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:55:53,726 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:55:53,726 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:55:53,727 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:55:53,727 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:55:53,727 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,35295,1731552952039-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:55:53,727 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,35295,1731552952039-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:55:53,730 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:55:53,730 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:55:53,730 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,35295,1731552952039-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:55:53,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216816a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:55:53,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e5dc8b5cf5e9,35295,-1 for getting cluster id 2024-11-14T02:55:53,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:55:53,782 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16a337fb-a150-419e-9bc9-d91813b867a9' 2024-11-14T02:55:53,782 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:55:53,783 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16a337fb-a150-419e-9bc9-d91813b867a9" 2024-11-14T02:55:53,783 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b40c3d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:55:53,783 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e5dc8b5cf5e9,35295,-1] 2024-11-14T02:55:53,783 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:55:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:55:53,786 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:55:53,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19684d88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:55:53,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:55:53,789 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46041,1731552952349, seqNum=-1] 2024-11-14T02:55:53,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:55:53,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:55:53,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e5dc8b5cf5e9,35295,1731552952039 2024-11-14T02:55:53,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:55:53,796 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T02:55:53,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:55:53,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e5dc8b5cf5e9,35295,1731552952039 2024-11-14T02:55:53,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@df07b98 2024-11-14T02:55:53,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:55:53,799 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:55:53,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-14T02:55:53,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-14T02:55:53,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:55:53,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T02:55:53,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:55:53,803 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:53,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-14T02:55:53,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:55:53,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:55:53,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741835_1011 (size=405) 2024-11-14T02:55:53,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741835_1011 (size=405) 2024-11-14T02:55:53,815 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c851abb2ccbfc77280218f8c4c57b1a0, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed 2024-11-14T02:55:53,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741836_1012 (size=88) 2024-11-14T02:55:53,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741836_1012 (size=88) 2024-11-14T02:55:53,822 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:55:53,822 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing c851abb2ccbfc77280218f8c4c57b1a0, disabling compactions & flushes 2024-11-14T02:55:53,822 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0. 2024-11-14T02:55:53,822 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0. 2024-11-14T02:55:53,822 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0. after waiting 0 ms 2024-11-14T02:55:53,822 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0. 2024-11-14T02:55:53,822 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0. 2024-11-14T02:55:53,822 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for c851abb2ccbfc77280218f8c4c57b1a0: Waiting for close lock at 1731552953822Disabling compacts and flushes for region at 1731552953822Disabling writes for close at 1731552953822Writing region close event to WAL at 1731552953822Closed at 1731552953822 2024-11-14T02:55:53,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:55:53,824 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731552953824"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552953824"}]},"ts":"1731552953824"} 2024-11-14T02:55:53,826 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:55:53,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:55:53,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552953827"}]},"ts":"1731552953827"} 2024-11-14T02:55:53,829 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-14T02:55:53,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c851abb2ccbfc77280218f8c4c57b1a0, ASSIGN}] 2024-11-14T02:55:53,831 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c851abb2ccbfc77280218f8c4c57b1a0, ASSIGN 2024-11-14T02:55:53,833 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c851abb2ccbfc77280218f8c4c57b1a0, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,46041,1731552952349; forceNewPlan=false, retain=false 2024-11-14T02:55:53,984 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c851abb2ccbfc77280218f8c4c57b1a0, regionState=OPENING, regionLocation=e5dc8b5cf5e9,46041,1731552952349 2024-11-14T02:55:53,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c851abb2ccbfc77280218f8c4c57b1a0, ASSIGN because future has completed 2024-11-14T02:55:53,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c851abb2ccbfc77280218f8c4c57b1a0, server=e5dc8b5cf5e9,46041,1731552952349}] 2024-11-14T02:55:54,157 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0. 2024-11-14T02:55:54,157 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c851abb2ccbfc77280218f8c4c57b1a0, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:55:54,157 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling c851abb2ccbfc77280218f8c4c57b1a0 2024-11-14T02:55:54,157 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:55:54,157 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c851abb2ccbfc77280218f8c4c57b1a0 2024-11-14T02:55:54,157 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c851abb2ccbfc77280218f8c4c57b1a0 2024-11-14T02:55:54,159 INFO [StoreOpener-c851abb2ccbfc77280218f8c4c57b1a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c851abb2ccbfc77280218f8c4c57b1a0 2024-11-14T02:55:54,160 INFO [StoreOpener-c851abb2ccbfc77280218f8c4c57b1a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c851abb2ccbfc77280218f8c4c57b1a0 columnFamilyName info 2024-11-14T02:55:54,161 DEBUG [StoreOpener-c851abb2ccbfc77280218f8c4c57b1a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:55:54,161 INFO [StoreOpener-c851abb2ccbfc77280218f8c4c57b1a0-1 {}] regionserver.HStore(327): Store=c851abb2ccbfc77280218f8c4c57b1a0/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:55:54,161 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c851abb2ccbfc77280218f8c4c57b1a0 2024-11-14T02:55:54,162 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0 2024-11-14T02:55:54,162 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0 2024-11-14T02:55:54,163 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c851abb2ccbfc77280218f8c4c57b1a0 2024-11-14T02:55:54,163 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c851abb2ccbfc77280218f8c4c57b1a0 2024-11-14T02:55:54,164 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c851abb2ccbfc77280218f8c4c57b1a0 2024-11-14T02:55:54,167 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:55:54,167 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c851abb2ccbfc77280218f8c4c57b1a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=740666, jitterRate=-0.05819480121135712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T02:55:54,167 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c851abb2ccbfc77280218f8c4c57b1a0 2024-11-14T02:55:54,168 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c851abb2ccbfc77280218f8c4c57b1a0: Running coprocessor pre-open hook at 1731552954158Writing region info on filesystem at 1731552954158Initializing all the Stores at 1731552954159 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552954159Cleaning up temporary data from old regions at 1731552954163 (+4 ms)Running coprocessor post-open hooks at 1731552954168 (+5 ms)Region opened successfully at 1731552954168 2024-11-14T02:55:54,169 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0., pid=6, masterSystemTime=1731552954145 2024-11-14T02:55:54,171 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0. 2024-11-14T02:55:54,171 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0. 2024-11-14T02:55:54,172 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c851abb2ccbfc77280218f8c4c57b1a0, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,46041,1731552952349 2024-11-14T02:55:54,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c851abb2ccbfc77280218f8c4c57b1a0, server=e5dc8b5cf5e9,46041,1731552952349 because future has completed 2024-11-14T02:55:54,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T02:55:54,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c851abb2ccbfc77280218f8c4c57b1a0, server=e5dc8b5cf5e9,46041,1731552952349 in 186 msec 2024-11-14T02:55:54,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T02:55:54,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c851abb2ccbfc77280218f8c4c57b1a0, ASSIGN in 348 msec 2024-11-14T02:55:54,182 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:55:54,182 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552954182"}]},"ts":"1731552954182"} 2024-11-14T02:55:54,184 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-14T02:55:54,185 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:55:54,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 385 msec 2024-11-14T02:55:58,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:55:58,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:55:58,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:55:58,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:55:58,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:55:58,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:55:58,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:55:58,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:55:59,164 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:55:59,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:55:59,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:55:59,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:55:59,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:55:59,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:55:59,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:55:59,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:55:59,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:55:59,201 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T02:55:59,201 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-14T02:56:03,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T02:56:03,368 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T02:56:03,370 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:56:03,370 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T02:56:03,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T02:56:03,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-14T02:56:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:56:03,868 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T02:56:03,868 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-14T02:56:03,874 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T02:56:03,874 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0. 2024-11-14T02:56:03,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0., hostname=e5dc8b5cf5e9,46041,1731552952349, seqNum=2] 2024-11-14T02:56:03,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T02:56:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T02:56:03,893 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:56:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:56:03,894 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:56:03,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:56:04,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T02:56:04,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0. 2024-11-14T02:56:04,066 INFO [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing c851abb2ccbfc77280218f8c4c57b1a0 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T02:56:04,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/.tmp/info/a0f21e437098447dbcfd74541f0edc03 is 1055, key is row0001/info:/1731552963881/Put/seqid=0 2024-11-14T02:56:04,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741837_1013 (size=6008) 2024-11-14T02:56:04,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741837_1013 (size=6008) 2024-11-14T02:56:04,087 INFO [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/.tmp/info/a0f21e437098447dbcfd74541f0edc03 2024-11-14T02:56:04,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/.tmp/info/a0f21e437098447dbcfd74541f0edc03 as hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/info/a0f21e437098447dbcfd74541f0edc03 2024-11-14T02:56:04,104 INFO [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/info/a0f21e437098447dbcfd74541f0edc03, entries=1, sequenceid=5, filesize=5.9 K 2024-11-14T02:56:04,105 INFO [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c851abb2ccbfc77280218f8c4c57b1a0 in 39ms, sequenceid=5, compaction requested=false 2024-11-14T02:56:04,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for c851abb2ccbfc77280218f8c4c57b1a0: 2024-11-14T02:56:04,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0. 2024-11-14T02:56:04,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T02:56:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T02:56:04,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-14T02:56:04,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 214 msec 2024-11-14T02:56:04,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 225 msec 2024-11-14T02:56:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:56:13,909 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T02:56:13,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T02:56:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T02:56:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T02:56:13,921 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:56:13,923 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:56:13,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:56:14,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T02:56:14,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0. 2024-11-14T02:56:14,080 INFO [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing c851abb2ccbfc77280218f8c4c57b1a0 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T02:56:14,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/.tmp/info/b6c11e3f1757422d9cf6b1f8e30321f5 is 1055, key is row0002/info:/1731552973912/Put/seqid=0 2024-11-14T02:56:14,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741838_1014 (size=6008) 2024-11-14T02:56:14,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741838_1014 (size=6008) 2024-11-14T02:56:14,098 INFO [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/.tmp/info/b6c11e3f1757422d9cf6b1f8e30321f5 2024-11-14T02:56:14,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/.tmp/info/b6c11e3f1757422d9cf6b1f8e30321f5 as hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/info/b6c11e3f1757422d9cf6b1f8e30321f5 2024-11-14T02:56:14,115 INFO [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/info/b6c11e3f1757422d9cf6b1f8e30321f5, entries=1, sequenceid=9, filesize=5.9 K 2024-11-14T02:56:14,116 INFO [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c851abb2ccbfc77280218f8c4c57b1a0 in 36ms, sequenceid=9, compaction requested=false 2024-11-14T02:56:14,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for c851abb2ccbfc77280218f8c4c57b1a0: 2024-11-14T02:56:14,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0. 2024-11-14T02:56:14,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T02:56:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T02:56:14,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T02:56:14,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 195 msec 2024-11-14T02:56:14,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 203 msec 2024-11-14T02:56:22,020 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:56:24,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T02:56:24,008 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T02:56:24,029 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/WALs/e5dc8b5cf5e9,46041,1731552952349/e5dc8b5cf5e9%2C46041%2C1731552952349.1731552984015, exclude list is [], retry=0 2024-11-14T02:56:24,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33087,DS-50efcc59-fcd6-4365-a70d-a05d72f1f2b2,DISK] 2024-11-14T02:56:24,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38795,DS-5188acc2-2001-4f35-a349-6deb7ae90079,DISK] 2024-11-14T02:56:24,033 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/WALs/e5dc8b5cf5e9,46041,1731552952349/e5dc8b5cf5e9%2C46041%2C1731552952349.1731552952978 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/WALs/e5dc8b5cf5e9,46041,1731552952349/e5dc8b5cf5e9%2C46041%2C1731552952349.1731552984015 2024-11-14T02:56:24,033 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40213:40213),(127.0.0.1/127.0.0.1:33431:33431)] 2024-11-14T02:56:24,033 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/WALs/e5dc8b5cf5e9,46041,1731552952349/e5dc8b5cf5e9%2C46041%2C1731552952349.1731552952978 is not closed yet, will try archiving it next time 2024-11-14T02:56:24,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T02:56:24,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741832_1008 (size=5471) 2024-11-14T02:56:24,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741832_1008 (size=5471) 2024-11-14T02:56:24,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T02:56:24,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T02:56:24,037 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:56:24,038 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:56:24,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:56:24,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T02:56:24,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0. 2024-11-14T02:56:24,195 INFO [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing c851abb2ccbfc77280218f8c4c57b1a0 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T02:56:24,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/.tmp/info/e8f8d54fc6104e48aa6eb1f0b9a2948b is 1055, key is row0003/info:/1731552984012/Put/seqid=0 2024-11-14T02:56:24,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741840_1016 (size=6008) 2024-11-14T02:56:24,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741840_1016 (size=6008) 2024-11-14T02:56:24,208 INFO [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/.tmp/info/e8f8d54fc6104e48aa6eb1f0b9a2948b 2024-11-14T02:56:24,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/.tmp/info/e8f8d54fc6104e48aa6eb1f0b9a2948b as hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/info/e8f8d54fc6104e48aa6eb1f0b9a2948b 2024-11-14T02:56:24,223 INFO [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/info/e8f8d54fc6104e48aa6eb1f0b9a2948b, entries=1, sequenceid=13, filesize=5.9 K 2024-11-14T02:56:24,224 INFO [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c851abb2ccbfc77280218f8c4c57b1a0 in 30ms, sequenceid=13, compaction requested=true 2024-11-14T02:56:24,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for c851abb2ccbfc77280218f8c4c57b1a0: 2024-11-14T02:56:24,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0. 2024-11-14T02:56:24,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T02:56:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T02:56:24,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T02:56:24,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 188 msec 2024-11-14T02:56:24,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 195 msec 2024-11-14T02:56:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T02:56:34,058 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T02:56:34,068 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:56:34,071 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:56:34,072 DEBUG [Time-limited test {}] regionserver.HStore(1541): c851abb2ccbfc77280218f8c4c57b1a0/info is initiating minor compaction (all files) 2024-11-14T02:56:34,072 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:56:34,072 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:56:34,073 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of c851abb2ccbfc77280218f8c4c57b1a0/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0. 2024-11-14T02:56:34,073 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/info/a0f21e437098447dbcfd74541f0edc03, hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/info/b6c11e3f1757422d9cf6b1f8e30321f5, hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/info/e8f8d54fc6104e48aa6eb1f0b9a2948b] into tmpdir=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/.tmp, totalSize=17.6 K 2024-11-14T02:56:34,075 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a0f21e437098447dbcfd74541f0edc03, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731552963881 2024-11-14T02:56:34,075 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b6c11e3f1757422d9cf6b1f8e30321f5, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731552973912 2024-11-14T02:56:34,076 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e8f8d54fc6104e48aa6eb1f0b9a2948b, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731552984012 2024-11-14T02:56:34,099 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): c851abb2ccbfc77280218f8c4c57b1a0#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:56:34,100 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/.tmp/info/7ecb5f6919174c58a7bc4f1be9b7e230 is 1055, key is row0001/info:/1731552963881/Put/seqid=0 2024-11-14T02:56:34,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741841_1017 (size=8221) 2024-11-14T02:56:34,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741841_1017 (size=8221) 2024-11-14T02:56:34,112 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/.tmp/info/7ecb5f6919174c58a7bc4f1be9b7e230 as hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/info/7ecb5f6919174c58a7bc4f1be9b7e230 2024-11-14T02:56:34,129 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c851abb2ccbfc77280218f8c4c57b1a0/info of c851abb2ccbfc77280218f8c4c57b1a0 into 7ecb5f6919174c58a7bc4f1be9b7e230(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:56:34,129 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for c851abb2ccbfc77280218f8c4c57b1a0: 2024-11-14T02:56:34,144 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/WALs/e5dc8b5cf5e9,46041,1731552952349/e5dc8b5cf5e9%2C46041%2C1731552952349.1731552994132, exclude list is [], retry=0 2024-11-14T02:56:34,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33087,DS-50efcc59-fcd6-4365-a70d-a05d72f1f2b2,DISK] 2024-11-14T02:56:34,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38795,DS-5188acc2-2001-4f35-a349-6deb7ae90079,DISK] 2024-11-14T02:56:34,148 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/WALs/e5dc8b5cf5e9,46041,1731552952349/e5dc8b5cf5e9%2C46041%2C1731552952349.1731552984015 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/WALs/e5dc8b5cf5e9,46041,1731552952349/e5dc8b5cf5e9%2C46041%2C1731552952349.1731552994132 2024-11-14T02:56:34,149 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33431:33431),(127.0.0.1/127.0.0.1:40213:40213)] 2024-11-14T02:56:34,149 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/WALs/e5dc8b5cf5e9,46041,1731552952349/e5dc8b5cf5e9%2C46041%2C1731552952349.1731552984015 is not closed yet, will try archiving it next time 2024-11-14T02:56:34,149 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/WALs/e5dc8b5cf5e9,46041,1731552952349/e5dc8b5cf5e9%2C46041%2C1731552952349.1731552952978 to hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/oldWALs/e5dc8b5cf5e9%2C46041%2C1731552952349.1731552952978 2024-11-14T02:56:34,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T02:56:34,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741839_1015 (size=2495) 2024-11-14T02:56:34,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741839_1015 (size=2495) 2024-11-14T02:56:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T02:56:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T02:56:34,152 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:56:34,153 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:56:34,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:56:34,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T02:56:34,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0. 2024-11-14T02:56:34,308 INFO [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing c851abb2ccbfc77280218f8c4c57b1a0 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T02:56:34,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/.tmp/info/91aeb5b5aaed48c787e18ea764049894 is 1055, key is row0000/info:/1731552994131/Put/seqid=0 2024-11-14T02:56:34,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741843_1019 (size=6008) 2024-11-14T02:56:34,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741843_1019 (size=6008) 2024-11-14T02:56:34,323 INFO [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/.tmp/info/91aeb5b5aaed48c787e18ea764049894 2024-11-14T02:56:34,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/.tmp/info/91aeb5b5aaed48c787e18ea764049894 as hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/info/91aeb5b5aaed48c787e18ea764049894 2024-11-14T02:56:34,339 INFO [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/info/91aeb5b5aaed48c787e18ea764049894, entries=1, sequenceid=18, filesize=5.9 K 2024-11-14T02:56:34,340 INFO [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c851abb2ccbfc77280218f8c4c57b1a0 in 33ms, sequenceid=18, compaction requested=false 2024-11-14T02:56:34,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for c851abb2ccbfc77280218f8c4c57b1a0: 2024-11-14T02:56:34,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0. 2024-11-14T02:56:34,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T02:56:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T02:56:34,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T02:56:34,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 189 msec 2024-11-14T02:56:34,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 195 msec 2024-11-14T02:56:34,436 INFO [master/e5dc8b5cf5e9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T02:56:34,436 INFO [master/e5dc8b5cf5e9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T02:56:39,158 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c851abb2ccbfc77280218f8c4c57b1a0, had cached 0 bytes from a total of 14229 2024-11-14T02:56:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T02:56:44,238 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T02:56:44,262 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/WALs/e5dc8b5cf5e9,46041,1731552952349/e5dc8b5cf5e9%2C46041%2C1731552952349.1731553004245, exclude list is [], retry=0 2024-11-14T02:56:44,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38795,DS-5188acc2-2001-4f35-a349-6deb7ae90079,DISK] 2024-11-14T02:56:44,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33087,DS-50efcc59-fcd6-4365-a70d-a05d72f1f2b2,DISK] 2024-11-14T02:56:44,266 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/WALs/e5dc8b5cf5e9,46041,1731552952349/e5dc8b5cf5e9%2C46041%2C1731552952349.1731552994132 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/WALs/e5dc8b5cf5e9,46041,1731552952349/e5dc8b5cf5e9%2C46041%2C1731552952349.1731553004245 2024-11-14T02:56:44,267 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40213:40213),(127.0.0.1/127.0.0.1:33431:33431)] 2024-11-14T02:56:44,267 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/WALs/e5dc8b5cf5e9,46041,1731552952349/e5dc8b5cf5e9%2C46041%2C1731552952349.1731552994132 is not closed yet, will try archiving it next time 2024-11-14T02:56:44,267 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/WALs/e5dc8b5cf5e9,46041,1731552952349/e5dc8b5cf5e9%2C46041%2C1731552952349.1731552984015 to hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/oldWALs/e5dc8b5cf5e9%2C46041%2C1731552952349.1731552984015 2024-11-14T02:56:44,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:56:44,267 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:56:44,267 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:56:44,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:56:44,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741842_1018 (size=2001) 2024-11-14T02:56:44,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:56:44,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:56:44,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741842_1018 (size=2001) 2024-11-14T02:56:44,268 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:56:44,268 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=595441440, stopped=false 2024-11-14T02:56:44,268 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e5dc8b5cf5e9,35295,1731552952039 2024-11-14T02:56:44,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x10137453a820001, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T02:56:44,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T02:56:44,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:56:44,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x10137453a820001, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:56:44,347 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:56:44,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:56:44,348 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:56:44,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:56:44,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46041-0x10137453a820001, quorum=127.0.0.1:62883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:56:44,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:56:44,348 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e5dc8b5cf5e9,46041,1731552952349' ***** 2024-11-14T02:56:44,348 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:56:44,349 INFO [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:56:44,349 INFO [RS:0;e5dc8b5cf5e9:46041 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:56:44,349 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:56:44,349 INFO [RS:0;e5dc8b5cf5e9:46041 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:56:44,350 INFO [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.HRegionServer(3091): Received CLOSE for c851abb2ccbfc77280218f8c4c57b1a0 2024-11-14T02:56:44,350 INFO [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.HRegionServer(959): stopping server e5dc8b5cf5e9,46041,1731552952349 2024-11-14T02:56:44,350 INFO [RS:0;e5dc8b5cf5e9:46041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:56:44,350 INFO [RS:0;e5dc8b5cf5e9:46041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e5dc8b5cf5e9:46041. 2024-11-14T02:56:44,350 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:56:44,350 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:56:44,350 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c851abb2ccbfc77280218f8c4c57b1a0, disabling compactions & flushes 2024-11-14T02:56:44,351 INFO [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:56:44,351 INFO [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:56:44,351 INFO [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:56:44,351 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0. 2024-11-14T02:56:44,351 INFO [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:56:44,351 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0. 2024-11-14T02:56:44,351 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0. after waiting 0 ms 2024-11-14T02:56:44,351 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0. 2024-11-14T02:56:44,351 INFO [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T02:56:44,351 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c851abb2ccbfc77280218f8c4c57b1a0=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0.} 2024-11-14T02:56:44,351 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:56:44,351 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c851abb2ccbfc77280218f8c4c57b1a0 2024-11-14T02:56:44,351 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:56:44,351 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c851abb2ccbfc77280218f8c4c57b1a0 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T02:56:44,351 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:56:44,351 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:56:44,352 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:56:44,352 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-14T02:56:44,357 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/.tmp/info/ee90fa94a87d46adac101bdbf2cd7b45 is 1055, key is row0001/info:/1731553004242/Put/seqid=0 2024-11-14T02:56:44,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741845_1021 (size=6008) 2024-11-14T02:56:44,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741845_1021 (size=6008) 2024-11-14T02:56:44,363 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/.tmp/info/ee90fa94a87d46adac101bdbf2cd7b45 2024-11-14T02:56:44,371 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/.tmp/info/ee90fa94a87d46adac101bdbf2cd7b45 as hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/info/ee90fa94a87d46adac101bdbf2cd7b45 2024-11-14T02:56:44,377 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/hbase/meta/1588230740/.tmp/info/197c84c310be4ab09191bec6a2ca90cc is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0./info:regioninfo/1731552954172/Put/seqid=0 2024-11-14T02:56:44,378 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/info/ee90fa94a87d46adac101bdbf2cd7b45, entries=1, sequenceid=22, filesize=5.9 K 2024-11-14T02:56:44,379 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c851abb2ccbfc77280218f8c4c57b1a0 in 27ms, sequenceid=22, compaction requested=true 2024-11-14T02:56:44,379 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/info/a0f21e437098447dbcfd74541f0edc03, hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/info/b6c11e3f1757422d9cf6b1f8e30321f5, hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/info/e8f8d54fc6104e48aa6eb1f0b9a2948b] to archive 2024-11-14T02:56:44,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741846_1022 (size=7308) 2024-11-14T02:56:44,382 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T02:56:44,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741846_1022 (size=7308) 2024-11-14T02:56:44,384 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/info/a0f21e437098447dbcfd74541f0edc03 to hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/info/a0f21e437098447dbcfd74541f0edc03 2024-11-14T02:56:44,386 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/info/b6c11e3f1757422d9cf6b1f8e30321f5 to hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/info/b6c11e3f1757422d9cf6b1f8e30321f5 2024-11-14T02:56:44,386 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/hbase/meta/1588230740/.tmp/info/197c84c310be4ab09191bec6a2ca90cc 2024-11-14T02:56:44,387 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/info/e8f8d54fc6104e48aa6eb1f0b9a2948b to hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/info/e8f8d54fc6104e48aa6eb1f0b9a2948b 2024-11-14T02:56:44,398 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e5dc8b5cf5e9:35295 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-14T02:56:44,399 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [a0f21e437098447dbcfd74541f0edc03=6008, b6c11e3f1757422d9cf6b1f8e30321f5=6008, e8f8d54fc6104e48aa6eb1f0b9a2948b=6008] 2024-11-14T02:56:44,402 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c851abb2ccbfc77280218f8c4c57b1a0/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-14T02:56:44,403 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0. 2024-11-14T02:56:44,403 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c851abb2ccbfc77280218f8c4c57b1a0: Waiting for close lock at 1731553004350Running coprocessor pre-close hooks at 1731553004350Disabling compacts and flushes for region at 1731553004350Disabling writes for close at 1731553004351 (+1 ms)Obtaining lock to block concurrent updates at 1731553004351Preparing flush snapshotting stores in c851abb2ccbfc77280218f8c4c57b1a0 at 1731553004351Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731553004352 (+1 ms)Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0. at 1731553004353 (+1 ms)Flushing c851abb2ccbfc77280218f8c4c57b1a0/info: creating writer at 1731553004353Flushing c851abb2ccbfc77280218f8c4c57b1a0/info: appending metadata at 1731553004356 (+3 ms)Flushing c851abb2ccbfc77280218f8c4c57b1a0/info: closing flushed file at 1731553004357 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@96cea18: reopening flushed file at 1731553004370 (+13 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c851abb2ccbfc77280218f8c4c57b1a0 in 27ms, sequenceid=22, compaction requested=true at 1731553004379 (+9 ms)Writing region close event to WAL at 1731553004399 (+20 ms)Running coprocessor post-close hooks at 1731553004403 (+4 ms)Closed at 1731553004403 2024-11-14T02:56:44,403 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731552953800.c851abb2ccbfc77280218f8c4c57b1a0. 2024-11-14T02:56:44,407 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/hbase/meta/1588230740/.tmp/ns/5cc3c0fd3caf4e9bb1a656945a0901f9 is 43, key is default/ns:d/1731552953714/Put/seqid=0 2024-11-14T02:56:44,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741847_1023 (size=5153) 2024-11-14T02:56:44,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741847_1023 (size=5153) 2024-11-14T02:56:44,413 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/hbase/meta/1588230740/.tmp/ns/5cc3c0fd3caf4e9bb1a656945a0901f9 2024-11-14T02:56:44,436 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/hbase/meta/1588230740/.tmp/table/9a0590217b634da585e31c0b46f22a5e is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731552954182/Put/seqid=0 2024-11-14T02:56:44,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741848_1024 (size=5508) 2024-11-14T02:56:44,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741848_1024 (size=5508) 2024-11-14T02:56:44,441 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/hbase/meta/1588230740/.tmp/table/9a0590217b634da585e31c0b46f22a5e 2024-11-14T02:56:44,449 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/hbase/meta/1588230740/.tmp/info/197c84c310be4ab09191bec6a2ca90cc as hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/hbase/meta/1588230740/info/197c84c310be4ab09191bec6a2ca90cc 2024-11-14T02:56:44,455 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/hbase/meta/1588230740/info/197c84c310be4ab09191bec6a2ca90cc, entries=10, sequenceid=11, filesize=7.1 K 2024-11-14T02:56:44,456 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/hbase/meta/1588230740/.tmp/ns/5cc3c0fd3caf4e9bb1a656945a0901f9 as hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/hbase/meta/1588230740/ns/5cc3c0fd3caf4e9bb1a656945a0901f9 2024-11-14T02:56:44,462 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/hbase/meta/1588230740/ns/5cc3c0fd3caf4e9bb1a656945a0901f9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T02:56:44,463 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/hbase/meta/1588230740/.tmp/table/9a0590217b634da585e31c0b46f22a5e as hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/hbase/meta/1588230740/table/9a0590217b634da585e31c0b46f22a5e 2024-11-14T02:56:44,469 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/hbase/meta/1588230740/table/9a0590217b634da585e31c0b46f22a5e, entries=2, sequenceid=11, filesize=5.4 K 2024-11-14T02:56:44,470 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 118ms, sequenceid=11, compaction requested=false 2024-11-14T02:56:44,475 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T02:56:44,476 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:56:44,476 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:56:44,476 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731553004351Running coprocessor pre-close hooks at 1731553004351Disabling compacts and flushes for region at 1731553004351Disabling writes for close at 1731553004352 (+1 ms)Obtaining lock to block concurrent updates at 1731553004352Preparing flush snapshotting stores in 1588230740 at 1731553004352Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731553004352Flushing stores of hbase:meta,,1.1588230740 at 1731553004353 (+1 ms)Flushing 1588230740/info: creating writer at 1731553004353Flushing 1588230740/info: appending metadata at 1731553004376 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731553004376Flushing 1588230740/ns: creating writer at 1731553004392 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731553004407 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731553004407Flushing 1588230740/table: creating writer at 1731553004419 (+12 ms)Flushing 1588230740/table: appending metadata at 1731553004435 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731553004436 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b7ef410: reopening flushed file at 1731553004447 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38acc9d8: reopening flushed file at 1731553004455 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@291a0fc3: reopening flushed file at 1731553004462 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 118ms, sequenceid=11, compaction requested=false at 1731553004470 (+8 ms)Writing region close event to WAL at 1731553004472 (+2 ms)Running coprocessor post-close hooks at 1731553004476 (+4 ms)Closed at 1731553004476 2024-11-14T02:56:44,476 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:56:44,552 INFO [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.HRegionServer(976): stopping server e5dc8b5cf5e9,46041,1731552952349; all regions closed. 2024-11-14T02:56:44,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741834_1010 (size=3306) 2024-11-14T02:56:44,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741834_1010 (size=3306) 2024-11-14T02:56:44,562 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/oldWALs 2024-11-14T02:56:44,562 INFO [RS:0;e5dc8b5cf5e9:46041 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e5dc8b5cf5e9%2C46041%2C1731552952349.meta:.meta(num 1731552953614) 2024-11-14T02:56:44,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741844_1020 (size=1252) 2024-11-14T02:56:44,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741844_1020 (size=1252) 2024-11-14T02:56:44,568 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/oldWALs 2024-11-14T02:56:44,568 INFO [RS:0;e5dc8b5cf5e9:46041 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e5dc8b5cf5e9%2C46041%2C1731552952349:(num 1731553004245) 2024-11-14T02:56:44,568 DEBUG [RS:0;e5dc8b5cf5e9:46041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:56:44,568 INFO [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:56:44,568 INFO [RS:0;e5dc8b5cf5e9:46041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:56:44,569 INFO [RS:0;e5dc8b5cf5e9:46041 {}] hbase.ChoreService(370): Chore service for: regionserver/e5dc8b5cf5e9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T02:56:44,569 INFO [RS:0;e5dc8b5cf5e9:46041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:56:44,569 INFO [regionserver/e5dc8b5cf5e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:56:44,569 INFO [RS:0;e5dc8b5cf5e9:46041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46041 2024-11-14T02:56:44,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x10137453a820001, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e5dc8b5cf5e9,46041,1731552952349 2024-11-14T02:56:44,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T02:56:44,577 INFO [RS:0;e5dc8b5cf5e9:46041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:56:44,588 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e5dc8b5cf5e9,46041,1731552952349] 2024-11-14T02:56:44,598 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e5dc8b5cf5e9,46041,1731552952349 already deleted, retry=false 2024-11-14T02:56:44,599 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e5dc8b5cf5e9,46041,1731552952349 expired; onlineServers=0 2024-11-14T02:56:44,599 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e5dc8b5cf5e9,35295,1731552952039' ***** 2024-11-14T02:56:44,599 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:56:44,599 INFO [M:0;e5dc8b5cf5e9:35295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:56:44,599 INFO [M:0;e5dc8b5cf5e9:35295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:56:44,599 DEBUG [M:0;e5dc8b5cf5e9:35295 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:56:44,599 DEBUG [M:0;e5dc8b5cf5e9:35295 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:56:44,599 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:56:44,599 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.small.0-1731552952783 {}] cleaner.HFileCleaner(306): Exit Thread[master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.small.0-1731552952783,5,FailOnTimeoutGroup] 2024-11-14T02:56:44,599 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.large.0-1731552952780 {}] cleaner.HFileCleaner(306): Exit Thread[master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.large.0-1731552952780,5,FailOnTimeoutGroup] 2024-11-14T02:56:44,599 INFO [M:0;e5dc8b5cf5e9:35295 {}] hbase.ChoreService(370): Chore service for: master/e5dc8b5cf5e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:56:44,599 INFO [M:0;e5dc8b5cf5e9:35295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:56:44,600 DEBUG [M:0;e5dc8b5cf5e9:35295 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:56:44,600 INFO [M:0;e5dc8b5cf5e9:35295 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:56:44,600 INFO [M:0;e5dc8b5cf5e9:35295 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:56:44,600 INFO [M:0;e5dc8b5cf5e9:35295 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:56:44,600 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:56:44,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T02:56:44,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:56:44,609 DEBUG [M:0;e5dc8b5cf5e9:35295 {}] zookeeper.ZKUtil(347): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T02:56:44,609 WARN [M:0;e5dc8b5cf5e9:35295 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:56:44,611 INFO [M:0;e5dc8b5cf5e9:35295 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/.lastflushedseqids 2024-11-14T02:56:44,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741849_1025 (size=130) 2024-11-14T02:56:44,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741849_1025 (size=130) 2024-11-14T02:56:44,617 INFO [M:0;e5dc8b5cf5e9:35295 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:56:44,617 INFO [M:0;e5dc8b5cf5e9:35295 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:56:44,618 DEBUG [M:0;e5dc8b5cf5e9:35295 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:56:44,618 INFO [M:0;e5dc8b5cf5e9:35295 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:56:44,618 DEBUG [M:0;e5dc8b5cf5e9:35295 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:56:44,618 DEBUG [M:0;e5dc8b5cf5e9:35295 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:56:44,618 DEBUG [M:0;e5dc8b5cf5e9:35295 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:56:44,618 INFO [M:0;e5dc8b5cf5e9:35295 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.60 KB heapSize=55.01 KB 2024-11-14T02:56:44,632 DEBUG [M:0;e5dc8b5cf5e9:35295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2a2e86c42794593b1a2c15a5f663f48 is 82, key is hbase:meta,,1/info:regioninfo/1731552953655/Put/seqid=0 2024-11-14T02:56:44,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741850_1026 (size=5672) 2024-11-14T02:56:44,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741850_1026 (size=5672) 2024-11-14T02:56:44,637 INFO [M:0;e5dc8b5cf5e9:35295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2a2e86c42794593b1a2c15a5f663f48 2024-11-14T02:56:44,656 DEBUG [M:0;e5dc8b5cf5e9:35295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/083582c0072a4505b58b8c1da465b3b3 is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731552954186/Put/seqid=0 2024-11-14T02:56:44,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741851_1027 (size=7824) 2024-11-14T02:56:44,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741851_1027 (size=7824) 2024-11-14T02:56:44,662 INFO [M:0;e5dc8b5cf5e9:35295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=43.00 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/083582c0072a4505b58b8c1da465b3b3 2024-11-14T02:56:44,666 INFO [M:0;e5dc8b5cf5e9:35295 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 083582c0072a4505b58b8c1da465b3b3 2024-11-14T02:56:44,682 DEBUG [M:0;e5dc8b5cf5e9:35295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7376d9ef13cf4c34a7f939ea8fbe28b2 is 69, key is e5dc8b5cf5e9,46041,1731552952349/rs:state/1731552952814/Put/seqid=0 2024-11-14T02:56:44,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741852_1028 (size=5156) 2024-11-14T02:56:44,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741852_1028 (size=5156) 2024-11-14T02:56:44,688 INFO [M:0;e5dc8b5cf5e9:35295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7376d9ef13cf4c34a7f939ea8fbe28b2 2024-11-14T02:56:44,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x10137453a820001, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:56:44,688 INFO [RS:0;e5dc8b5cf5e9:46041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:56:44,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x10137453a820001, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:56:44,688 INFO [RS:0;e5dc8b5cf5e9:46041 {}] regionserver.HRegionServer(1031): Exiting; stopping=e5dc8b5cf5e9,46041,1731552952349; zookeeper connection closed. 2024-11-14T02:56:44,688 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41816216 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41816216 2024-11-14T02:56:44,689 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:56:44,708 DEBUG [M:0;e5dc8b5cf5e9:35295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/640fa450be71473b80f7b6feb4a2070c is 52, key is load_balancer_on/state:d/1731552953795/Put/seqid=0 2024-11-14T02:56:44,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741853_1029 (size=5056) 2024-11-14T02:56:44,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741853_1029 (size=5056) 2024-11-14T02:56:44,713 INFO [M:0;e5dc8b5cf5e9:35295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/640fa450be71473b80f7b6feb4a2070c 2024-11-14T02:56:44,719 DEBUG [M:0;e5dc8b5cf5e9:35295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2a2e86c42794593b1a2c15a5f663f48 as hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2a2e86c42794593b1a2c15a5f663f48 2024-11-14T02:56:44,724 INFO [M:0;e5dc8b5cf5e9:35295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2a2e86c42794593b1a2c15a5f663f48, entries=8, sequenceid=121, filesize=5.5 K 2024-11-14T02:56:44,725 DEBUG [M:0;e5dc8b5cf5e9:35295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/083582c0072a4505b58b8c1da465b3b3 as hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/083582c0072a4505b58b8c1da465b3b3 2024-11-14T02:56:44,731 INFO [M:0;e5dc8b5cf5e9:35295 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 083582c0072a4505b58b8c1da465b3b3 2024-11-14T02:56:44,731 INFO [M:0;e5dc8b5cf5e9:35295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/083582c0072a4505b58b8c1da465b3b3, entries=14, sequenceid=121, filesize=7.6 K 2024-11-14T02:56:44,732 DEBUG [M:0;e5dc8b5cf5e9:35295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7376d9ef13cf4c34a7f939ea8fbe28b2 as hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7376d9ef13cf4c34a7f939ea8fbe28b2 2024-11-14T02:56:44,737 INFO [M:0;e5dc8b5cf5e9:35295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7376d9ef13cf4c34a7f939ea8fbe28b2, entries=1, sequenceid=121, filesize=5.0 K 2024-11-14T02:56:44,738 DEBUG [M:0;e5dc8b5cf5e9:35295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/640fa450be71473b80f7b6feb4a2070c as hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/640fa450be71473b80f7b6feb4a2070c 2024-11-14T02:56:44,744 INFO [M:0;e5dc8b5cf5e9:35295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/01eae110-fd76-5858-5412-ad53fcc951ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/640fa450be71473b80f7b6feb4a2070c, entries=1, sequenceid=121, filesize=4.9 K 2024-11-14T02:56:44,745 INFO [M:0;e5dc8b5cf5e9:35295 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.60 KB/44647, heapSize ~54.95 KB/56264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=121, compaction requested=false 2024-11-14T02:56:44,746 INFO [M:0;e5dc8b5cf5e9:35295 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:56:44,746 DEBUG [M:0;e5dc8b5cf5e9:35295 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731553004618Disabling compacts and flushes for region at 1731553004618Disabling writes for close at 1731553004618Obtaining lock to block concurrent updates at 1731553004618Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731553004618Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44647, getHeapSize=56264, getOffHeapSize=0, getCellsCount=140 at 1731553004618Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731553004619 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731553004619Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731553004631 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731553004631Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731553004642 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731553004656 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731553004656Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731553004666 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731553004682 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731553004682Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731553004693 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731553004708 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731553004708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b3ed2c1: reopening flushed file at 1731553004718 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f388626: reopening flushed file at 1731553004724 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4579ef9a: reopening flushed file at 1731553004731 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c1ff7d0: reopening flushed file at 1731553004737 (+6 ms)Finished flush of dataSize ~43.60 KB/44647, heapSize ~54.95 KB/56264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=121, compaction requested=false at 1731553004745 (+8 ms)Writing region close event to WAL at 1731553004746 (+1 ms)Closed at 1731553004746 2024-11-14T02:56:44,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741830_1006 (size=53044) 2024-11-14T02:56:44,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741830_1006 (size=53044) 2024-11-14T02:56:44,749 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:56:44,749 INFO [M:0;e5dc8b5cf5e9:35295 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:56:44,749 INFO [M:0;e5dc8b5cf5e9:35295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35295 2024-11-14T02:56:44,749 INFO [M:0;e5dc8b5cf5e9:35295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:56:44,840 INFO [regionserver/e5dc8b5cf5e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:56:44,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:56:44,857 INFO [M:0;e5dc8b5cf5e9:35295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:56:44,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35295-0x10137453a820000, quorum=127.0.0.1:62883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:56:44,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58ecb840{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:56:44,862 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b96d285{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:56:44,862 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:56:44,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c77845f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:56:44,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ffe2d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/hadoop.log.dir/,STOPPED} 2024-11-14T02:56:44,865 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:56:44,865 WARN [BP-1726418072-172.17.0.2-1731552949619 heartbeating to localhost/127.0.0.1:39257 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:56:44,865 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:56:44,865 WARN [BP-1726418072-172.17.0.2-1731552949619 heartbeating to localhost/127.0.0.1:39257 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1726418072-172.17.0.2-1731552949619 (Datanode Uuid 0bf6d424-5463-4c46-89e2-451818aa5d6e) service to localhost/127.0.0.1:39257 2024-11-14T02:56:44,866 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/cluster_776d8810-682e-9b5f-e723-4e7faf02e803/data/data3/current/BP-1726418072-172.17.0.2-1731552949619 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:56:44,867 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/cluster_776d8810-682e-9b5f-e723-4e7faf02e803/data/data4/current/BP-1726418072-172.17.0.2-1731552949619 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:56:44,867 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:56:44,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e9b7b21{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:56:44,872 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a80853a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:56:44,872 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:56:44,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d0c5248{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:56:44,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2758dbc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/hadoop.log.dir/,STOPPED} 2024-11-14T02:56:44,874 WARN [BP-1726418072-172.17.0.2-1731552949619 heartbeating to localhost/127.0.0.1:39257 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:56:44,874 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:56:44,874 WARN [BP-1726418072-172.17.0.2-1731552949619 heartbeating to localhost/127.0.0.1:39257 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1726418072-172.17.0.2-1731552949619 (Datanode Uuid d3818273-e129-4cf7-a140-6e0e41dcb953) service to localhost/127.0.0.1:39257 2024-11-14T02:56:44,874 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:56:44,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/cluster_776d8810-682e-9b5f-e723-4e7faf02e803/data/data1/current/BP-1726418072-172.17.0.2-1731552949619 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:56:44,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/cluster_776d8810-682e-9b5f-e723-4e7faf02e803/data/data2/current/BP-1726418072-172.17.0.2-1731552949619 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:56:44,875 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:56:44,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53e46b79{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:56:44,884 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3044fe3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:56:44,884 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:56:44,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d79aa7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:56:44,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18d53899{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/hadoop.log.dir/,STOPPED} 2024-11-14T02:56:44,890 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T02:56:44,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:56:44,916 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=96 (was 101), OpenFileDescriptor=426 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=57 (was 108), ProcessCount=11 (was 11), AvailableMemoryMB=10146 (was 10275) 2024-11-14T02:56:44,922 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=96, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=57, ProcessCount=11, AvailableMemoryMB=10146 2024-11-14T02:56:44,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:56:44,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/hadoop.log.dir so I do NOT create it in target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855 2024-11-14T02:56:44,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8b1b5da-d83f-9b8a-5345-4ac8c60d1535/hadoop.tmp.dir so I do NOT create it in target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855 2024-11-14T02:56:44,922 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/cluster_de0ed4e2-7d84-b097-83f3-f96819c4d8c5, deleteOnExit=true 2024-11-14T02:56:44,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:56:44,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/test.cache.data in system properties and HBase conf 2024-11-14T02:56:44,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:56:44,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:56:44,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:56:44,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:56:44,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:56:44,923 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:56:44,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:56:44,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:56:44,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:56:44,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:56:44,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:56:44,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:56:44,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:56:44,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:56:44,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:56:44,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:56:44,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:56:44,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:56:44,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:56:44,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:56:45,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:56:45,309 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:56:45,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:56:45,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:56:45,310 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:56:45,311 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:56:45,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d01b364{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:56:45,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14b98c51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:56:45,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34ae8fe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/java.io.tmpdir/jetty-localhost-33435-hadoop-hdfs-3_4_1-tests_jar-_-any-10080888308903184207/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:56:45,406 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1dda6f05{HTTP/1.1, (http/1.1)}{localhost:33435} 2024-11-14T02:56:45,406 INFO [Time-limited test {}] server.Server(415): Started @148128ms 2024-11-14T02:56:45,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:56:45,694 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:56:45,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:56:45,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:56:45,695 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:56:45,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c2410da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:56:45,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b98b809{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:56:45,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@de395f6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/java.io.tmpdir/jetty-localhost-46815-hadoop-hdfs-3_4_1-tests_jar-_-any-1264711982674722597/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:56:45,791 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b174c30{HTTP/1.1, (http/1.1)}{localhost:46815} 2024-11-14T02:56:45,791 INFO [Time-limited test {}] server.Server(415): Started @148513ms 2024-11-14T02:56:45,792 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:56:45,816 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:56:45,819 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:56:45,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:56:45,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:56:45,820 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:56:45,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e2d0169{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:56:45,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2002fcf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:56:45,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18c6d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/java.io.tmpdir/jetty-localhost-38013-hadoop-hdfs-3_4_1-tests_jar-_-any-2376299712712132369/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:56:45,916 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c9752be{HTTP/1.1, (http/1.1)}{localhost:38013} 2024-11-14T02:56:45,916 INFO [Time-limited test {}] server.Server(415): Started @148638ms 2024-11-14T02:56:45,917 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:56:46,880 WARN [Thread-1103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/cluster_de0ed4e2-7d84-b097-83f3-f96819c4d8c5/data/data1/current/BP-1760778451-172.17.0.2-1731553004946/current, will proceed with Du for space computation calculation, 2024-11-14T02:56:46,880 WARN [Thread-1104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/cluster_de0ed4e2-7d84-b097-83f3-f96819c4d8c5/data/data2/current/BP-1760778451-172.17.0.2-1731553004946/current, will proceed with Du for space computation calculation, 2024-11-14T02:56:46,900 WARN [Thread-1067 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:56:46,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x690974773778390f with lease ID 0xba8a486de7147725: Processing first storage report for DS-52ffb329-ff6a-4d83-bc28-c5d54c8e8102 from datanode DatanodeRegistration(127.0.0.1:35353, datanodeUuid=3f29b894-06c3-4187-8933-29284d43a56d, infoPort=38423, infoSecurePort=0, ipcPort=37631, storageInfo=lv=-57;cid=testClusterID;nsid=982029918;c=1731553004946) 2024-11-14T02:56:46,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x690974773778390f with lease ID 0xba8a486de7147725: from storage DS-52ffb329-ff6a-4d83-bc28-c5d54c8e8102 node DatanodeRegistration(127.0.0.1:35353, datanodeUuid=3f29b894-06c3-4187-8933-29284d43a56d, infoPort=38423, infoSecurePort=0, ipcPort=37631, storageInfo=lv=-57;cid=testClusterID;nsid=982029918;c=1731553004946), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T02:56:46,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x690974773778390f with lease ID 0xba8a486de7147725: Processing first storage report for DS-94539b68-3cea-483d-bc44-fe083e51444f from datanode DatanodeRegistration(127.0.0.1:35353, datanodeUuid=3f29b894-06c3-4187-8933-29284d43a56d, infoPort=38423, infoSecurePort=0, ipcPort=37631, storageInfo=lv=-57;cid=testClusterID;nsid=982029918;c=1731553004946) 2024-11-14T02:56:46,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x690974773778390f with lease ID 0xba8a486de7147725: from storage DS-94539b68-3cea-483d-bc44-fe083e51444f node DatanodeRegistration(127.0.0.1:35353, datanodeUuid=3f29b894-06c3-4187-8933-29284d43a56d, infoPort=38423, infoSecurePort=0, ipcPort=37631, storageInfo=lv=-57;cid=testClusterID;nsid=982029918;c=1731553004946), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:56:47,008 WARN [Thread-1114 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/cluster_de0ed4e2-7d84-b097-83f3-f96819c4d8c5/data/data3/current/BP-1760778451-172.17.0.2-1731553004946/current, will proceed with Du for space computation calculation, 2024-11-14T02:56:47,008 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/cluster_de0ed4e2-7d84-b097-83f3-f96819c4d8c5/data/data4/current/BP-1760778451-172.17.0.2-1731553004946/current, will proceed with Du for space computation calculation, 2024-11-14T02:56:47,027 WARN [Thread-1090 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:56:47,029 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc2bd8252c749f5 with lease ID 0xba8a486de7147726: Processing first storage report for DS-1569fbe9-e1e6-4082-9b16-4a010fb275df from datanode DatanodeRegistration(127.0.0.1:36693, datanodeUuid=51bcc465-c87d-4b41-82ed-8a6f98dfd0f3, infoPort=43825, infoSecurePort=0, ipcPort=41819, storageInfo=lv=-57;cid=testClusterID;nsid=982029918;c=1731553004946) 2024-11-14T02:56:47,029 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc2bd8252c749f5 with lease ID 0xba8a486de7147726: from storage DS-1569fbe9-e1e6-4082-9b16-4a010fb275df node DatanodeRegistration(127.0.0.1:36693, datanodeUuid=51bcc465-c87d-4b41-82ed-8a6f98dfd0f3, infoPort=43825, infoSecurePort=0, ipcPort=41819, storageInfo=lv=-57;cid=testClusterID;nsid=982029918;c=1731553004946), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:56:47,029 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc2bd8252c749f5 with lease ID 0xba8a486de7147726: Processing first storage report for DS-b3ced9da-4353-44c4-bd7e-d8e10b805c57 from datanode DatanodeRegistration(127.0.0.1:36693, datanodeUuid=51bcc465-c87d-4b41-82ed-8a6f98dfd0f3, infoPort=43825, infoSecurePort=0, ipcPort=41819, storageInfo=lv=-57;cid=testClusterID;nsid=982029918;c=1731553004946) 2024-11-14T02:56:47,030 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc2bd8252c749f5 with lease ID 0xba8a486de7147726: from storage DS-b3ced9da-4353-44c4-bd7e-d8e10b805c57 node DatanodeRegistration(127.0.0.1:36693, datanodeUuid=51bcc465-c87d-4b41-82ed-8a6f98dfd0f3, infoPort=43825, infoSecurePort=0, ipcPort=41819, storageInfo=lv=-57;cid=testClusterID;nsid=982029918;c=1731553004946), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:56:47,051 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855 2024-11-14T02:56:47,055 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/cluster_de0ed4e2-7d84-b097-83f3-f96819c4d8c5/zookeeper_0, clientPort=63857, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/cluster_de0ed4e2-7d84-b097-83f3-f96819c4d8c5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/cluster_de0ed4e2-7d84-b097-83f3-f96819c4d8c5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T02:56:47,056 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63857 2024-11-14T02:56:47,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:56:47,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:56:47,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:56:47,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:56:47,070 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f with version=8 2024-11-14T02:56:47,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/hbase-staging 2024-11-14T02:56:47,073 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e5dc8b5cf5e9:0 server-side Connection retries=45 2024-11-14T02:56:47,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:56:47,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:56:47,073 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:56:47,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:56:47,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:56:47,073 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:56:47,073 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:56:47,074 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42917 2024-11-14T02:56:47,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42917 connecting to ZooKeeper ensemble=127.0.0.1:63857 2024-11-14T02:56:47,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429170x0, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:56:47,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42917-0x101374611790000 connected 2024-11-14T02:56:47,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:56:47,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:56:47,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:56:47,221 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f, hbase.cluster.distributed=false 2024-11-14T02:56:47,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T02:56:47,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42917 2024-11-14T02:56:47,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42917 2024-11-14T02:56:47,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42917 2024-11-14T02:56:47,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42917 2024-11-14T02:56:47,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42917 2024-11-14T02:56:47,241 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e5dc8b5cf5e9:0 server-side Connection retries=45 2024-11-14T02:56:47,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:56:47,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:56:47,241 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:56:47,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:56:47,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:56:47,242 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:56:47,242 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:56:47,242 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44323 2024-11-14T02:56:47,244 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44323 connecting to ZooKeeper ensemble=127.0.0.1:63857 2024-11-14T02:56:47,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:56:47,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:56:47,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443230x0, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:56:47,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44323-0x101374611790001 connected 2024-11-14T02:56:47,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44323-0x101374611790001, quorum=127.0.0.1:63857, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:56:47,259 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:56:47,260 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:56:47,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44323-0x101374611790001, quorum=127.0.0.1:63857, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T02:56:47,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44323-0x101374611790001, quorum=127.0.0.1:63857, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T02:56:47,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44323 2024-11-14T02:56:47,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44323 2024-11-14T02:56:47,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44323 2024-11-14T02:56:47,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44323 2024-11-14T02:56:47,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44323 2024-11-14T02:56:47,277 DEBUG [M:0;e5dc8b5cf5e9:42917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e5dc8b5cf5e9:42917 2024-11-14T02:56:47,277 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e5dc8b5cf5e9,42917,1731553007072 2024-11-14T02:56:47,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:56:47,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x101374611790001, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:56:47,291 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e5dc8b5cf5e9,42917,1731553007072 2024-11-14T02:56:47,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x101374611790001, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T02:56:47,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:56:47,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x101374611790001, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:56:47,301 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T02:56:47,302 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e5dc8b5cf5e9,42917,1731553007072 from backup master directory 2024-11-14T02:56:47,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e5dc8b5cf5e9,42917,1731553007072 2024-11-14T02:56:47,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x101374611790001, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:56:47,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:56:47,311 WARN [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:56:47,311 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e5dc8b5cf5e9,42917,1731553007072 2024-11-14T02:56:47,320 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/hbase.id] with ID: 43d914b7-6e14-48d2-a05c-c2e284af2f65 2024-11-14T02:56:47,321 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/.tmp/hbase.id 2024-11-14T02:56:47,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:56:47,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:56:47,329 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/.tmp/hbase.id]:[hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/hbase.id] 2024-11-14T02:56:47,347 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:56:47,347 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:56:47,349 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T02:56:47,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x101374611790001, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:56:47,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:56:47,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:56:47,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:56:47,372 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:56:47,373 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:56:47,374 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:56:47,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:56:47,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:56:47,384 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/data/master/store 2024-11-14T02:56:47,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:56:47,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:56:47,391 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:56:47,391 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:56:47,391 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:56:47,391 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:56:47,391 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:56:47,391 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:56:47,391 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:56:47,391 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731553007391Disabling compacts and flushes for region at 1731553007391Disabling writes for close at 1731553007391Writing region close event to WAL at 1731553007391Closed at 1731553007391 2024-11-14T02:56:47,392 WARN [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/data/master/store/.initializing 2024-11-14T02:56:47,392 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/WALs/e5dc8b5cf5e9,42917,1731553007072 2024-11-14T02:56:47,393 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:56:47,394 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e5dc8b5cf5e9%2C42917%2C1731553007072, suffix=, logDir=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/WALs/e5dc8b5cf5e9,42917,1731553007072, archiveDir=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/oldWALs, maxLogs=10 2024-11-14T02:56:47,406 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/WALs/e5dc8b5cf5e9,42917,1731553007072/e5dc8b5cf5e9%2C42917%2C1731553007072.1731553007395, exclude list is [], retry=0 2024-11-14T02:56:47,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35353,DS-52ffb329-ff6a-4d83-bc28-c5d54c8e8102,DISK] 2024-11-14T02:56:47,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36693,DS-1569fbe9-e1e6-4082-9b16-4a010fb275df,DISK] 2024-11-14T02:56:47,411 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/WALs/e5dc8b5cf5e9,42917,1731553007072/e5dc8b5cf5e9%2C42917%2C1731553007072.1731553007395 2024-11-14T02:56:47,412 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38423:38423),(127.0.0.1/127.0.0.1:43825:43825)] 2024-11-14T02:56:47,412 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:56:47,412 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:56:47,412 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:56:47,412 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:56:47,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:56:47,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:56:47,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:56:47,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:56:47,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:56:47,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:56:47,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:56:47,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:56:47,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:56:47,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:56:47,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:56:47,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:56:47,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:56:47,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:56:47,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:56:47,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:56:47,423 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:56:47,424 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:56:47,424 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:56:47,426 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:56:47,426 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:56:47,426 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:56:47,427 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:56:47,429 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:56:47,430 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=699906, jitterRate=-0.11002376675605774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:56:47,430 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731553007412Initializing all the Stores at 1731553007413 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731553007413Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731553007415 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731553007415Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731553007415Cleaning up temporary data from old regions at 1731553007426 (+11 ms)Region opened successfully at 1731553007430 (+4 ms) 2024-11-14T02:56:47,430 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:56:47,433 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d50a18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e5dc8b5cf5e9/172.17.0.2:0 2024-11-14T02:56:47,434 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:56:47,434 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:56:47,434 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:56:47,434 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:56:47,435 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:56:47,435 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T02:56:47,435 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:56:47,437 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:56:47,438 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T02:56:47,448 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T02:56:47,448 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:56:47,449 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:56:47,458 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T02:56:47,459 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:56:47,460 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:56:47,469 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T02:56:47,470 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:56:47,479 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T02:56:47,483 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:56:47,490 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T02:56:47,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T02:56:47,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x101374611790001, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T02:56:47,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:56:47,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x101374611790001, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:56:47,502 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e5dc8b5cf5e9,42917,1731553007072, sessionid=0x101374611790000, setting cluster-up flag (Was=false) 2024-11-14T02:56:47,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x101374611790001, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:56:47,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:56:47,553 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T02:56:47,555 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e5dc8b5cf5e9,42917,1731553007072 2024-11-14T02:56:47,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x101374611790001, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:56:47,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:56:47,606 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T02:56:47,610 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e5dc8b5cf5e9,42917,1731553007072 2024-11-14T02:56:47,613 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:56:47,616 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:56:47,616 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:56:47,617 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:56:47,617 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e5dc8b5cf5e9,42917,1731553007072 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:56:47,620 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e5dc8b5cf5e9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:56:47,620 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e5dc8b5cf5e9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:56:47,620 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:56:47,620 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:56:47,621 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e5dc8b5cf5e9:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:56:47,621 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:56:47,621 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:56:47,621 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:56:47,623 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731553037622 2024-11-14T02:56:47,623 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:56:47,623 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:56:47,623 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:56:47,623 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:56:47,623 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:56:47,623 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:56:47,623 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:56:47,623 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:56:47,624 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:56:47,624 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:56:47,624 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:56:47,624 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:56:47,624 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:56:47,624 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:56:47,625 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:56:47,625 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:56:47,626 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.large.0-1731553007624,5,FailOnTimeoutGroup] 2024-11-14T02:56:47,626 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.small.0-1731553007626,5,FailOnTimeoutGroup] 2024-11-14T02:56:47,626 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:56:47,626 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:56:47,626 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:56:47,626 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:56:47,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:56:47,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:56:47,632 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:56:47,632 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f 2024-11-14T02:56:47,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741832_1008 (size=32) 2024-11-14T02:56:47,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741832_1008 (size=32) 2024-11-14T02:56:47,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:56:47,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:56:47,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:56:47,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:56:47,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:56:47,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:56:47,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:56:47,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:56:47,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:56:47,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:56:47,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:56:47,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:56:47,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:56:47,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:56:47,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:56:47,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:56:47,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:56:47,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:56:47,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740 2024-11-14T02:56:47,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740 2024-11-14T02:56:47,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:56:47,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:56:47,653 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T02:56:47,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:56:47,656 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:56:47,657 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=820262, jitterRate=0.043017417192459106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T02:56:47,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731553007640Initializing all the Stores at 1731553007641 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731553007641Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731553007641Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731553007641Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731553007641Cleaning up temporary data from old regions at 1731553007652 (+11 ms)Region opened successfully at 1731553007657 (+5 ms) 2024-11-14T02:56:47,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:56:47,658 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:56:47,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:56:47,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:56:47,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:56:47,658 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:56:47,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731553007658Disabling compacts and flushes for region at 1731553007658Disabling writes for close at 1731553007658Writing region close event to WAL at 1731553007658Closed at 1731553007658 2024-11-14T02:56:47,660 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:56:47,660 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:56:47,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:56:47,662 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:56:47,663 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:56:47,665 INFO [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.HRegionServer(746): ClusterId : 43d914b7-6e14-48d2-a05c-c2e284af2f65 2024-11-14T02:56:47,665 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:56:47,678 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:56:47,678 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:56:47,691 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:56:47,691 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a3dc2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e5dc8b5cf5e9/172.17.0.2:0 2024-11-14T02:56:47,707 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e5dc8b5cf5e9:44323 2024-11-14T02:56:47,707 INFO [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:56:47,707 INFO [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:56:47,707 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:56:47,708 INFO [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.HRegionServer(2659): reportForDuty to master=e5dc8b5cf5e9,42917,1731553007072 with port=44323, startcode=1731553007241 2024-11-14T02:56:47,708 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:56:47,710 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43861, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:56:47,710 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42917 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e5dc8b5cf5e9,44323,1731553007241 2024-11-14T02:56:47,710 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42917 {}] master.ServerManager(517): Registering regionserver=e5dc8b5cf5e9,44323,1731553007241 2024-11-14T02:56:47,712 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f 2024-11-14T02:56:47,712 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41499 2024-11-14T02:56:47,712 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:56:47,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T02:56:47,722 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] zookeeper.ZKUtil(111): regionserver:44323-0x101374611790001, quorum=127.0.0.1:63857, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e5dc8b5cf5e9,44323,1731553007241 2024-11-14T02:56:47,722 WARN [RS:0;e5dc8b5cf5e9:44323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:56:47,722 INFO [RS:0;e5dc8b5cf5e9:44323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:56:47,722 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/WALs/e5dc8b5cf5e9,44323,1731553007241 2024-11-14T02:56:47,723 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e5dc8b5cf5e9,44323,1731553007241] 2024-11-14T02:56:47,726 INFO [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:56:47,727 INFO [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:56:47,728 INFO [RS:0;e5dc8b5cf5e9:44323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:56:47,728 INFO [RS:0;e5dc8b5cf5e9:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:56:47,728 INFO [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:56:47,729 INFO [RS:0;e5dc8b5cf5e9:44323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:56:47,729 INFO [RS:0;e5dc8b5cf5e9:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:56:47,729 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:56:47,729 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:56:47,729 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:56:47,729 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:56:47,729 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:56:47,729 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:56:47,729 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:56:47,729 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:56:47,729 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:56:47,729 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:56:47,729 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:56:47,729 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:56:47,729 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e5dc8b5cf5e9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:56:47,729 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:56:47,731 INFO [RS:0;e5dc8b5cf5e9:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:56:47,731 INFO [RS:0;e5dc8b5cf5e9:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:56:47,731 INFO [RS:0;e5dc8b5cf5e9:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:56:47,731 INFO [RS:0;e5dc8b5cf5e9:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:56:47,731 INFO [RS:0;e5dc8b5cf5e9:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:56:47,731 INFO [RS:0;e5dc8b5cf5e9:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,44323,1731553007241-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:56:47,744 INFO [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:56:47,744 INFO [RS:0;e5dc8b5cf5e9:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,44323,1731553007241-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:56:47,745 INFO [RS:0;e5dc8b5cf5e9:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:56:47,745 INFO [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.Replication(171): e5dc8b5cf5e9,44323,1731553007241 started 2024-11-14T02:56:47,757 INFO [RS:0;e5dc8b5cf5e9:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:56:47,757 INFO [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.HRegionServer(1482): Serving as e5dc8b5cf5e9,44323,1731553007241, RpcServer on e5dc8b5cf5e9/172.17.0.2:44323, sessionid=0x101374611790001 2024-11-14T02:56:47,757 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:56:47,757 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e5dc8b5cf5e9,44323,1731553007241 2024-11-14T02:56:47,757 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e5dc8b5cf5e9,44323,1731553007241' 2024-11-14T02:56:47,757 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T02:56:47,758 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T02:56:47,758 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:56:47,758 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:56:47,758 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e5dc8b5cf5e9,44323,1731553007241 2024-11-14T02:56:47,758 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e5dc8b5cf5e9,44323,1731553007241' 2024-11-14T02:56:47,758 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T02:56:47,759 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T02:56:47,759 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:56:47,759 INFO [RS:0;e5dc8b5cf5e9:44323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:56:47,759 INFO [RS:0;e5dc8b5cf5e9:44323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:56:47,813 WARN [e5dc8b5cf5e9:42917 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T02:56:47,860 INFO [RS:0;e5dc8b5cf5e9:44323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:56:47,862 INFO [RS:0;e5dc8b5cf5e9:44323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e5dc8b5cf5e9%2C44323%2C1731553007241, suffix=, logDir=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/WALs/e5dc8b5cf5e9,44323,1731553007241, archiveDir=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/oldWALs, maxLogs=32 2024-11-14T02:56:47,876 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/WALs/e5dc8b5cf5e9,44323,1731553007241/e5dc8b5cf5e9%2C44323%2C1731553007241.1731553007862, exclude list is [], retry=0 2024-11-14T02:56:47,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35353,DS-52ffb329-ff6a-4d83-bc28-c5d54c8e8102,DISK] 2024-11-14T02:56:47,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36693,DS-1569fbe9-e1e6-4082-9b16-4a010fb275df,DISK] 2024-11-14T02:56:47,881 INFO [RS:0;e5dc8b5cf5e9:44323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/WALs/e5dc8b5cf5e9,44323,1731553007241/e5dc8b5cf5e9%2C44323%2C1731553007241.1731553007862 2024-11-14T02:56:47,881 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38423:38423),(127.0.0.1/127.0.0.1:43825:43825)] 2024-11-14T02:56:48,064 DEBUG [e5dc8b5cf5e9:42917 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:56:48,065 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e5dc8b5cf5e9,44323,1731553007241 2024-11-14T02:56:48,067 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e5dc8b5cf5e9,44323,1731553007241, state=OPENING 2024-11-14T02:56:48,119 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:56:48,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x101374611790001, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:56:48,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:56:48,134 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:56:48,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:56:48,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:56:48,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,44323,1731553007241}] 2024-11-14T02:56:48,292 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:56:48,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46271, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:56:48,304 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:56:48,304 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:56:48,304 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:56:48,306 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e5dc8b5cf5e9%2C44323%2C1731553007241.meta, suffix=.meta, logDir=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/WALs/e5dc8b5cf5e9,44323,1731553007241, archiveDir=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/oldWALs, maxLogs=32 2024-11-14T02:56:48,321 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/WALs/e5dc8b5cf5e9,44323,1731553007241/e5dc8b5cf5e9%2C44323%2C1731553007241.meta.1731553008307.meta, exclude list is [], retry=0 2024-11-14T02:56:48,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36693,DS-1569fbe9-e1e6-4082-9b16-4a010fb275df,DISK] 2024-11-14T02:56:48,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35353,DS-52ffb329-ff6a-4d83-bc28-c5d54c8e8102,DISK] 2024-11-14T02:56:48,326 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/WALs/e5dc8b5cf5e9,44323,1731553007241/e5dc8b5cf5e9%2C44323%2C1731553007241.meta.1731553008307.meta 2024-11-14T02:56:48,326 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38423:38423),(127.0.0.1/127.0.0.1:43825:43825)] 2024-11-14T02:56:48,326 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:56:48,326 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:56:48,327 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:56:48,327 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:56:48,327 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:56:48,327 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:56:48,327 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:56:48,327 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:56:48,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:56:48,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:56:48,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:56:48,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:56:48,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:56:48,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:56:48,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:56:48,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:56:48,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:56:48,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:56:48,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:56:48,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:56:48,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:56:48,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:56:48,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:56:48,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:56:48,334 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:56:48,334 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740 2024-11-14T02:56:48,335 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740 2024-11-14T02:56:48,337 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:56:48,337 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:56:48,337 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T02:56:48,338 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:56:48,339 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=841578, jitterRate=0.07012203335762024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T02:56:48,339 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:56:48,340 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731553008327Writing region info on filesystem at 1731553008327Initializing all the Stores at 1731553008328 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731553008328Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731553008328Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731553008328Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731553008328Cleaning up temporary data from old regions at 1731553008337 (+9 ms)Running coprocessor post-open hooks at 1731553008339 (+2 ms)Region opened successfully at 1731553008340 (+1 ms) 2024-11-14T02:56:48,341 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731553008291 2024-11-14T02:56:48,343 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:56:48,343 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:56:48,343 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,44323,1731553007241 2024-11-14T02:56:48,344 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e5dc8b5cf5e9,44323,1731553007241, state=OPEN 2024-11-14T02:56:48,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:56:48,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x101374611790001, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:56:48,382 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,44323,1731553007241 2024-11-14T02:56:48,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:56:48,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:56:48,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:56:48,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,44323,1731553007241 in 248 msec 2024-11-14T02:56:48,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:56:48,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 725 msec 2024-11-14T02:56:48,388 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:56:48,388 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:56:48,389 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:56:48,389 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,44323,1731553007241, seqNum=-1] 2024-11-14T02:56:48,389 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:56:48,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39055, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:56:48,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 780 msec 2024-11-14T02:56:48,396 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731553008396, completionTime=-1 2024-11-14T02:56:48,396 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:56:48,396 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T02:56:48,398 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T02:56:48,398 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731553068398 2024-11-14T02:56:48,398 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731553128398 2024-11-14T02:56:48,398 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-14T02:56:48,398 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,42917,1731553007072-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:56:48,398 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,42917,1731553007072-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:56:48,398 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,42917,1731553007072-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:56:48,399 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e5dc8b5cf5e9:42917, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:56:48,399 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:56:48,399 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:56:48,400 DEBUG [master/e5dc8b5cf5e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:56:48,403 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.092sec 2024-11-14T02:56:48,403 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:56:48,403 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:56:48,403 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:56:48,403 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:56:48,403 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:56:48,403 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,42917,1731553007072-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:56:48,403 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,42917,1731553007072-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:56:48,406 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:56:48,406 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:56:48,406 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,42917,1731553007072-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:56:48,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e92a811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:56:48,466 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e5dc8b5cf5e9,42917,-1 for getting cluster id 2024-11-14T02:56:48,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:56:48,467 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43d914b7-6e14-48d2-a05c-c2e284af2f65' 2024-11-14T02:56:48,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:56:48,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43d914b7-6e14-48d2-a05c-c2e284af2f65" 2024-11-14T02:56:48,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145d0d28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:56:48,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e5dc8b5cf5e9,42917,-1] 2024-11-14T02:56:48,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:56:48,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:56:48,469 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:56:48,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15868920, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:56:48,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:56:48,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,44323,1731553007241, seqNum=-1] 2024-11-14T02:56:48,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:56:48,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:56:48,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e5dc8b5cf5e9,42917,1731553007072 2024-11-14T02:56:48,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:56:48,478 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T02:56:48,478 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:56:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e5dc8b5cf5e9,42917,1731553007072 2024-11-14T02:56:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fbf7e93 2024-11-14T02:56:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:56:48,481 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:56:48,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-14T02:56:48,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-14T02:56:48,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:56:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-14T02:56:48,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:56:48,484 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:56:48,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-14T02:56:48,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:56:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:56:48,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741835_1011 (size=381) 2024-11-14T02:56:48,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741835_1011 (size=381) 2024-11-14T02:56:48,495 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40bc07d93238c28b79ca9193d85e8910, NAME => 'TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f 2024-11-14T02:56:48,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741836_1012 (size=64) 2024-11-14T02:56:48,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741836_1012 (size=64) 2024-11-14T02:56:48,502 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:56:48,502 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 40bc07d93238c28b79ca9193d85e8910, disabling compactions & flushes 2024-11-14T02:56:48,502 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910. 2024-11-14T02:56:48,502 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910. 2024-11-14T02:56:48,503 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910. after waiting 0 ms 2024-11-14T02:56:48,503 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910. 2024-11-14T02:56:48,503 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910. 2024-11-14T02:56:48,503 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40bc07d93238c28b79ca9193d85e8910: Waiting for close lock at 1731553008502Disabling compacts and flushes for region at 1731553008502Disabling writes for close at 1731553008503 (+1 ms)Writing region close event to WAL at 1731553008503Closed at 1731553008503 2024-11-14T02:56:48,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:56:48,504 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731553008504"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731553008504"}]},"ts":"1731553008504"} 2024-11-14T02:56:48,506 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:56:48,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:56:48,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731553008508"}]},"ts":"1731553008508"} 2024-11-14T02:56:48,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-14T02:56:48,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=40bc07d93238c28b79ca9193d85e8910, ASSIGN}] 2024-11-14T02:56:48,512 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=40bc07d93238c28b79ca9193d85e8910, ASSIGN 2024-11-14T02:56:48,513 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=40bc07d93238c28b79ca9193d85e8910, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,44323,1731553007241; forceNewPlan=false, retain=false 2024-11-14T02:56:48,663 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=40bc07d93238c28b79ca9193d85e8910, regionState=OPENING, regionLocation=e5dc8b5cf5e9,44323,1731553007241 2024-11-14T02:56:48,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=40bc07d93238c28b79ca9193d85e8910, ASSIGN because future has completed 2024-11-14T02:56:48,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40bc07d93238c28b79ca9193d85e8910, server=e5dc8b5cf5e9,44323,1731553007241}] 2024-11-14T02:56:48,828 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910. 2024-11-14T02:56:48,829 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 40bc07d93238c28b79ca9193d85e8910, NAME => 'TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:56:48,829 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:56:48,829 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:56:48,829 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:56:48,829 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:56:48,832 INFO [StoreOpener-40bc07d93238c28b79ca9193d85e8910-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:56:48,836 INFO [StoreOpener-40bc07d93238c28b79ca9193d85e8910-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40bc07d93238c28b79ca9193d85e8910 columnFamilyName info 2024-11-14T02:56:48,836 DEBUG [StoreOpener-40bc07d93238c28b79ca9193d85e8910-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:56:48,837 INFO [StoreOpener-40bc07d93238c28b79ca9193d85e8910-1 {}] regionserver.HStore(327): Store=40bc07d93238c28b79ca9193d85e8910/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:56:48,837 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:56:48,839 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:56:48,840 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:56:48,840 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:56:48,840 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:56:48,843 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:56:48,846 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:56:48,847 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 40bc07d93238c28b79ca9193d85e8910; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=816702, jitterRate=0.03849083185195923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T02:56:48,847 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:56:48,847 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 40bc07d93238c28b79ca9193d85e8910: Running coprocessor pre-open hook at 1731553008830Writing region info on filesystem at 1731553008830Initializing all the Stores at 1731553008832 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731553008832Cleaning up temporary data from old regions at 1731553008840 (+8 ms)Running coprocessor post-open hooks at 1731553008847 (+7 ms)Region opened successfully at 1731553008847 2024-11-14T02:56:48,848 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910., pid=6, masterSystemTime=1731553008822 2024-11-14T02:56:48,851 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910. 2024-11-14T02:56:48,851 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910. 2024-11-14T02:56:48,852 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=40bc07d93238c28b79ca9193d85e8910, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,44323,1731553007241 2024-11-14T02:56:48,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40bc07d93238c28b79ca9193d85e8910, server=e5dc8b5cf5e9,44323,1731553007241 because future has completed 2024-11-14T02:56:48,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T02:56:48,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 40bc07d93238c28b79ca9193d85e8910, server=e5dc8b5cf5e9,44323,1731553007241 in 188 msec 2024-11-14T02:56:48,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T02:56:48,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=40bc07d93238c28b79ca9193d85e8910, ASSIGN in 348 msec 2024-11-14T02:56:48,862 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:56:48,862 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731553008862"}]},"ts":"1731553008862"} 2024-11-14T02:56:48,864 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-14T02:56:48,866 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:56:48,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 384 msec 2024-11-14T02:56:49,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:49,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:49,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:49,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:49,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:49,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:49,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:49,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:49,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:49,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:49,931 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:56:49,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:49,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:49,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:49,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:49,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:49,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:49,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:49,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:49,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:49,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:53,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-14T02:56:53,368 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-14T02:56:53,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T02:56:53,727 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T02:56:53,729 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-14T02:56:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:56:58,588 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-14T02:56:58,589 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-14T02:56:58,596 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-14T02:56:58,596 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910. 2024-11-14T02:56:58,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910., hostname=e5dc8b5cf5e9,44323,1731553007241, seqNum=2] 2024-11-14T02:56:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.HRegion(8855): Flush requested on 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:56:58,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40bc07d93238c28b79ca9193d85e8910 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T02:56:58,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/2742b9dc5c3f4451902ec70185d43a58 is 1055, key is row0001/info:/1731553018601/Put/seqid=0 2024-11-14T02:56:58,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741837_1013 (size=13386) 2024-11-14T02:56:58,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741837_1013 (size=13386) 2024-11-14T02:56:58,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/2742b9dc5c3f4451902ec70185d43a58 2024-11-14T02:56:58,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/2742b9dc5c3f4451902ec70185d43a58 as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/2742b9dc5c3f4451902ec70185d43a58 2024-11-14T02:56:58,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/2742b9dc5c3f4451902ec70185d43a58, entries=8, sequenceid=12, filesize=13.1 K 2024-11-14T02:56:58,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=20.53 KB/21020 for 40bc07d93238c28b79ca9193d85e8910 in 44ms, sequenceid=12, compaction requested=false 2024-11-14T02:56:58,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40bc07d93238c28b79ca9193d85e8910: 2024-11-14T02:56:58,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.HRegion(8855): Flush requested on 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:56:58,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40bc07d93238c28b79ca9193d85e8910 1/1 column families, dataSize=21.55 KB heapSize=23.38 KB 2024-11-14T02:56:58,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/b162d46b686049c8a8886f909c6f18ab is 1055, key is row0009/info:/1731553018621/Put/seqid=0 2024-11-14T02:56:58,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741838_1014 (size=27082) 2024-11-14T02:56:58,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741838_1014 (size=27082) 2024-11-14T02:56:58,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.55 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/b162d46b686049c8a8886f909c6f18ab 2024-11-14T02:56:58,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/b162d46b686049c8a8886f909c6f18ab as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/b162d46b686049c8a8886f909c6f18ab 2024-11-14T02:56:58,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/b162d46b686049c8a8886f909c6f18ab, entries=21, sequenceid=36, filesize=26.4 K 2024-11-14T02:56:58,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~21.55 KB/22071, heapSize ~23.37 KB/23928, currentSize=3.08 KB/3153 for 40bc07d93238c28b79ca9193d85e8910 in 23ms, sequenceid=36, compaction requested=false 2024-11-14T02:56:58,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40bc07d93238c28b79ca9193d85e8910: 2024-11-14T02:56:58,688 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=39.5 K, sizeToCheck=16.0 K 2024-11-14T02:56:58,688 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T02:56:58,688 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/b162d46b686049c8a8886f909c6f18ab because midkey is the same as first or last row 2024-11-14T02:56:58,874 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:56:58,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:58,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:58,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:58,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:58,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:58,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:58,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:58,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:58,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:56:58,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:57:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.HRegion(8855): Flush requested on 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:57:00,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40bc07d93238c28b79ca9193d85e8910 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T02:57:00,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/55f048ef094445cbbd02a3e38a630dfc is 1055, key is row0030/info:/1731553018665/Put/seqid=0 2024-11-14T02:57:00,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741839_1015 (size=13386) 2024-11-14T02:57:00,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741839_1015 (size=13386) 2024-11-14T02:57:00,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/55f048ef094445cbbd02a3e38a630dfc 2024-11-14T02:57:00,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/55f048ef094445cbbd02a3e38a630dfc as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/55f048ef094445cbbd02a3e38a630dfc 2024-11-14T02:57:00,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/55f048ef094445cbbd02a3e38a630dfc, entries=8, sequenceid=47, filesize=13.1 K 2024-11-14T02:57:00,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=10.26 KB/10510 for 40bc07d93238c28b79ca9193d85e8910 in 29ms, sequenceid=47, compaction requested=true 2024-11-14T02:57:00,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40bc07d93238c28b79ca9193d85e8910: 2024-11-14T02:57:00,715 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=52.6 K, sizeToCheck=16.0 K 2024-11-14T02:57:00,715 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T02:57:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.HRegion(8855): Flush requested on 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:57:00,715 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/b162d46b686049c8a8886f909c6f18ab because midkey is the same as first or last row 2024-11-14T02:57:00,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40bc07d93238c28b79ca9193d85e8910:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:57:00,717 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:57:00,718 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 53854 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:57:00,718 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1541): 40bc07d93238c28b79ca9193d85e8910/info is initiating minor compaction (all files) 2024-11-14T02:57:00,719 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40bc07d93238c28b79ca9193d85e8910/info in TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910. 2024-11-14T02:57:00,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:57:00,719 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/2742b9dc5c3f4451902ec70185d43a58, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/b162d46b686049c8a8886f909c6f18ab, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/55f048ef094445cbbd02a3e38a630dfc] into tmpdir=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp, totalSize=52.6 K 2024-11-14T02:57:00,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40bc07d93238c28b79ca9193d85e8910 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-14T02:57:00,719 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2742b9dc5c3f4451902ec70185d43a58, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731553018601 2024-11-14T02:57:00,720 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting b162d46b686049c8a8886f909c6f18ab, keycount=21, bloomtype=ROW, size=26.4 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731553018621 2024-11-14T02:57:00,720 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55f048ef094445cbbd02a3e38a630dfc, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731553018665 2024-11-14T02:57:00,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/d339beb6691448439cd41397cce154c3 is 1055, key is row0038/info:/1731553020687/Put/seqid=0 2024-11-14T02:57:00,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741840_1016 (size=17594) 2024-11-14T02:57:00,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741840_1016 (size=17594) 2024-11-14T02:57:00,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/d339beb6691448439cd41397cce154c3 2024-11-14T02:57:00,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/d339beb6691448439cd41397cce154c3 as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/d339beb6691448439cd41397cce154c3 2024-11-14T02:57:00,741 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40bc07d93238c28b79ca9193d85e8910#info#compaction#35 average throughput is 9.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:57:00,742 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/51abf928255c4422b99e8923320e36ba is 1055, key is row0001/info:/1731553018601/Put/seqid=0 2024-11-14T02:57:00,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/d339beb6691448439cd41397cce154c3, entries=12, sequenceid=62, filesize=17.2 K 2024-11-14T02:57:00,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=11.29 KB/11561 for 40bc07d93238c28b79ca9193d85e8910 in 26ms, sequenceid=62, compaction requested=false 2024-11-14T02:57:00,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40bc07d93238c28b79ca9193d85e8910: 2024-11-14T02:57:00,745 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.8 K, sizeToCheck=16.0 K 2024-11-14T02:57:00,745 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T02:57:00,745 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/b162d46b686049c8a8886f909c6f18ab because midkey is the same as first or last row 2024-11-14T02:57:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.HRegion(8855): Flush requested on 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:57:00,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40bc07d93238c28b79ca9193d85e8910 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-14T02:57:00,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741841_1017 (size=44053) 2024-11-14T02:57:00,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741841_1017 (size=44053) 2024-11-14T02:57:00,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/d8dca852a69145f787fab6c2c7b602a2 is 1055, key is row0050/info:/1731553020720/Put/seqid=0 2024-11-14T02:57:00,758 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/51abf928255c4422b99e8923320e36ba as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/51abf928255c4422b99e8923320e36ba 2024-11-14T02:57:00,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741842_1018 (size=17594) 2024-11-14T02:57:00,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741842_1018 (size=17594) 2024-11-14T02:57:00,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/d8dca852a69145f787fab6c2c7b602a2 2024-11-14T02:57:00,766 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40bc07d93238c28b79ca9193d85e8910/info of 40bc07d93238c28b79ca9193d85e8910 into 51abf928255c4422b99e8923320e36ba(size=43.0 K), total size for store is 60.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:57:00,766 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40bc07d93238c28b79ca9193d85e8910: 2024-11-14T02:57:00,768 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910., storeName=40bc07d93238c28b79ca9193d85e8910/info, priority=13, startTime=1731553020716; duration=0sec 2024-11-14T02:57:00,768 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=60.2 K, sizeToCheck=16.0 K 2024-11-14T02:57:00,768 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T02:57:00,769 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/51abf928255c4422b99e8923320e36ba because midkey is the same as first or last row 2024-11-14T02:57:00,769 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=60.2 K, sizeToCheck=16.0 K 2024-11-14T02:57:00,769 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T02:57:00,769 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/51abf928255c4422b99e8923320e36ba because midkey is the same as first or last row 2024-11-14T02:57:00,769 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=60.2 K, sizeToCheck=16.0 K 2024-11-14T02:57:00,769 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T02:57:00,769 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/51abf928255c4422b99e8923320e36ba because midkey is the same as first or last row 2024-11-14T02:57:00,769 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:57:00,769 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40bc07d93238c28b79ca9193d85e8910:info 2024-11-14T02:57:00,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/d8dca852a69145f787fab6c2c7b602a2 as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/d8dca852a69145f787fab6c2c7b602a2 2024-11-14T02:57:00,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/d8dca852a69145f787fab6c2c7b602a2, entries=12, sequenceid=77, filesize=17.2 K 2024-11-14T02:57:00,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=3.08 KB/3153 for 40bc07d93238c28b79ca9193d85e8910 in 33ms, sequenceid=77, compaction requested=true 2024-11-14T02:57:00,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40bc07d93238c28b79ca9193d85e8910: 2024-11-14T02:57:00,779 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=77.4 K, sizeToCheck=16.0 K 2024-11-14T02:57:00,779 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T02:57:00,779 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/51abf928255c4422b99e8923320e36ba because midkey is the same as first or last row 2024-11-14T02:57:00,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40bc07d93238c28b79ca9193d85e8910:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:57:00,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:57:00,779 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:57:00,781 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 79241 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:57:00,781 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1541): 40bc07d93238c28b79ca9193d85e8910/info is initiating minor compaction (all files) 2024-11-14T02:57:00,781 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40bc07d93238c28b79ca9193d85e8910/info in TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910. 2024-11-14T02:57:00,781 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/51abf928255c4422b99e8923320e36ba, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/d339beb6691448439cd41397cce154c3, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/d8dca852a69145f787fab6c2c7b602a2] into tmpdir=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp, totalSize=77.4 K 2024-11-14T02:57:00,781 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51abf928255c4422b99e8923320e36ba, keycount=37, bloomtype=ROW, size=43.0 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731553018601 2024-11-14T02:57:00,782 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting d339beb6691448439cd41397cce154c3, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731553020687 2024-11-14T02:57:00,782 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8dca852a69145f787fab6c2c7b602a2, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731553020720 2024-11-14T02:57:00,794 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40bc07d93238c28b79ca9193d85e8910#info#compaction#37 average throughput is 20.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:57:00,794 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/2b8bf4cfa4ed45e386e527b6d6246111 is 1055, key is row0001/info:/1731553018601/Put/seqid=0 2024-11-14T02:57:00,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741843_1019 (size=69472) 2024-11-14T02:57:00,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741843_1019 (size=69472) 2024-11-14T02:57:00,806 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/2b8bf4cfa4ed45e386e527b6d6246111 as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/2b8bf4cfa4ed45e386e527b6d6246111 2024-11-14T02:57:00,813 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40bc07d93238c28b79ca9193d85e8910/info of 40bc07d93238c28b79ca9193d85e8910 into 2b8bf4cfa4ed45e386e527b6d6246111(size=67.8 K), total size for store is 67.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:57:00,813 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40bc07d93238c28b79ca9193d85e8910: 2024-11-14T02:57:00,813 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910., storeName=40bc07d93238c28b79ca9193d85e8910/info, priority=13, startTime=1731553020779; duration=0sec 2024-11-14T02:57:00,813 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.8 K, sizeToCheck=16.0 K 2024-11-14T02:57:00,813 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T02:57:00,813 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/2b8bf4cfa4ed45e386e527b6d6246111 because midkey is the same as first or last row 2024-11-14T02:57:00,813 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.8 K, sizeToCheck=16.0 K 2024-11-14T02:57:00,813 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T02:57:00,813 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/2b8bf4cfa4ed45e386e527b6d6246111 because midkey is the same as first or last row 2024-11-14T02:57:00,813 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.8 K, sizeToCheck=16.0 K 2024-11-14T02:57:00,813 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T02:57:00,813 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/2b8bf4cfa4ed45e386e527b6d6246111 because midkey is the same as first or last row 2024-11-14T02:57:00,813 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:57:00,813 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40bc07d93238c28b79ca9193d85e8910:info 2024-11-14T02:57:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.HRegion(8855): Flush requested on 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:57:02,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40bc07d93238c28b79ca9193d85e8910 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T02:57:02,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/4a553c9dd04947faafb1b0c3fc8a665d is 1055, key is row0062/info:/1731553020748/Put/seqid=0 2024-11-14T02:57:02,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741844_1020 (size=13386) 2024-11-14T02:57:02,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741844_1020 (size=13386) 2024-11-14T02:57:02,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/4a553c9dd04947faafb1b0c3fc8a665d 2024-11-14T02:57:02,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/4a553c9dd04947faafb1b0c3fc8a665d as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/4a553c9dd04947faafb1b0c3fc8a665d 2024-11-14T02:57:02,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/4a553c9dd04947faafb1b0c3fc8a665d, entries=8, sequenceid=90, filesize=13.1 K 2024-11-14T02:57:02,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 40bc07d93238c28b79ca9193d85e8910 in 26ms, sequenceid=90, compaction requested=false 2024-11-14T02:57:02,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40bc07d93238c28b79ca9193d85e8910: 2024-11-14T02:57:02,798 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=80.9 K, sizeToCheck=16.0 K 2024-11-14T02:57:02,798 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T02:57:02,798 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/2b8bf4cfa4ed45e386e527b6d6246111 because midkey is the same as first or last row 2024-11-14T02:57:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.HRegion(8855): Flush requested on 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:57:02,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40bc07d93238c28b79ca9193d85e8910 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-14T02:57:02,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/bbdd9d2136a4498d8e9fd9769c64b39c is 1055, key is row0070/info:/1731553022773/Put/seqid=0 2024-11-14T02:57:02,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741845_1021 (size=17594) 2024-11-14T02:57:02,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741845_1021 (size=17594) 2024-11-14T02:57:02,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/bbdd9d2136a4498d8e9fd9769c64b39c 2024-11-14T02:57:02,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/bbdd9d2136a4498d8e9fd9769c64b39c as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/bbdd9d2136a4498d8e9fd9769c64b39c 2024-11-14T02:57:02,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/bbdd9d2136a4498d8e9fd9769c64b39c, entries=12, sequenceid=105, filesize=17.2 K 2024-11-14T02:57:02,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for 40bc07d93238c28b79ca9193d85e8910 in 29ms, sequenceid=105, compaction requested=true 2024-11-14T02:57:02,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40bc07d93238c28b79ca9193d85e8910: 2024-11-14T02:57:02,828 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=98.1 K, sizeToCheck=16.0 K 2024-11-14T02:57:02,828 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T02:57:02,828 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/2b8bf4cfa4ed45e386e527b6d6246111 because midkey is the same as first or last row 2024-11-14T02:57:02,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40bc07d93238c28b79ca9193d85e8910:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:57:02,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:57:02,829 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:57:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.HRegion(8855): Flush requested on 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:57:02,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40bc07d93238c28b79ca9193d85e8910 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-14T02:57:02,830 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 100452 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:57:02,830 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1541): 40bc07d93238c28b79ca9193d85e8910/info is initiating minor compaction (all files) 2024-11-14T02:57:02,830 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40bc07d93238c28b79ca9193d85e8910/info in TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910. 2024-11-14T02:57:02,830 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/2b8bf4cfa4ed45e386e527b6d6246111, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/4a553c9dd04947faafb1b0c3fc8a665d, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/bbdd9d2136a4498d8e9fd9769c64b39c] into tmpdir=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp, totalSize=98.1 K 2024-11-14T02:57:02,831 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b8bf4cfa4ed45e386e527b6d6246111, keycount=61, bloomtype=ROW, size=67.8 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731553018601 2024-11-14T02:57:02,831 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a553c9dd04947faafb1b0c3fc8a665d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731553020748 2024-11-14T02:57:02,832 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbdd9d2136a4498d8e9fd9769c64b39c, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731553022773 2024-11-14T02:57:02,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/d00fb9fc75734998af9975860fa53a21 is 1055, key is row0082/info:/1731553022800/Put/seqid=0 2024-11-14T02:57:02,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741846_1022 (size=18662) 2024-11-14T02:57:02,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741846_1022 (size=18662) 2024-11-14T02:57:02,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/d00fb9fc75734998af9975860fa53a21 2024-11-14T02:57:02,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/d00fb9fc75734998af9975860fa53a21 as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/d00fb9fc75734998af9975860fa53a21 2024-11-14T02:57:02,849 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40bc07d93238c28b79ca9193d85e8910#info#compaction#41 average throughput is 16.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:57:02,850 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/a0dd8045bca643da92aebf30cd19e605 is 1055, key is row0001/info:/1731553018601/Put/seqid=0 2024-11-14T02:57:02,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/d00fb9fc75734998af9975860fa53a21, entries=13, sequenceid=121, filesize=18.2 K 2024-11-14T02:57:02,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=2.05 KB/2102 for 40bc07d93238c28b79ca9193d85e8910 in 26ms, sequenceid=121, compaction requested=false 2024-11-14T02:57:02,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40bc07d93238c28b79ca9193d85e8910: 2024-11-14T02:57:02,855 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=116.3 K, sizeToCheck=16.0 K 2024-11-14T02:57:02,855 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T02:57:02,855 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/2b8bf4cfa4ed45e386e527b6d6246111 because midkey is the same as first or last row 2024-11-14T02:57:02,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741847_1023 (size=90691) 2024-11-14T02:57:02,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741847_1023 (size=90691) 2024-11-14T02:57:02,864 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/a0dd8045bca643da92aebf30cd19e605 as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/a0dd8045bca643da92aebf30cd19e605 2024-11-14T02:57:02,870 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40bc07d93238c28b79ca9193d85e8910/info of 40bc07d93238c28b79ca9193d85e8910 into a0dd8045bca643da92aebf30cd19e605(size=88.6 K), total size for store is 106.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:57:02,870 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40bc07d93238c28b79ca9193d85e8910: 2024-11-14T02:57:02,871 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910., storeName=40bc07d93238c28b79ca9193d85e8910/info, priority=13, startTime=1731553022829; duration=0sec 2024-11-14T02:57:02,871 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=106.8 K, sizeToCheck=16.0 K 2024-11-14T02:57:02,871 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T02:57:02,871 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=106.8 K, sizeToCheck=16.0 K 2024-11-14T02:57:02,871 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T02:57:02,871 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=106.8 K, sizeToCheck=16.0 K 2024-11-14T02:57:02,871 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T02:57:02,872 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:57:02,872 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:57:02,872 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40bc07d93238c28b79ca9193d85e8910:info 2024-11-14T02:57:02,873 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42917 {}] assignment.AssignmentManager(1363): Split request from e5dc8b5cf5e9,44323,1731553007241, parent={ENCODED => 40bc07d93238c28b79ca9193d85e8910, NAME => 'TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-14T02:57:02,877 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42917 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=e5dc8b5cf5e9,44323,1731553007241 2024-11-14T02:57:02,881 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=40bc07d93238c28b79ca9193d85e8910, daughterA=87a42c5b6f790dc434174bd280ac93e1, daughterB=71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:02,882 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=40bc07d93238c28b79ca9193d85e8910, daughterA=87a42c5b6f790dc434174bd280ac93e1, daughterB=71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:02,882 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=40bc07d93238c28b79ca9193d85e8910, daughterA=87a42c5b6f790dc434174bd280ac93e1, daughterB=71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:02,882 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=40bc07d93238c28b79ca9193d85e8910, daughterA=87a42c5b6f790dc434174bd280ac93e1, daughterB=71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:02,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=40bc07d93238c28b79ca9193d85e8910, UNASSIGN}] 2024-11-14T02:57:02,891 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=40bc07d93238c28b79ca9193d85e8910, UNASSIGN 2024-11-14T02:57:02,892 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=40bc07d93238c28b79ca9193d85e8910, regionState=CLOSING, regionLocation=e5dc8b5cf5e9,44323,1731553007241 2024-11-14T02:57:02,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=40bc07d93238c28b79ca9193d85e8910, UNASSIGN because future has completed 2024-11-14T02:57:02,895 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-14T02:57:02,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 40bc07d93238c28b79ca9193d85e8910, server=e5dc8b5cf5e9,44323,1731553007241}] 2024-11-14T02:57:03,052 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:57:03,052 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-14T02:57:03,053 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 40bc07d93238c28b79ca9193d85e8910, disabling compactions & flushes 2024-11-14T02:57:03,053 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910. 2024-11-14T02:57:03,053 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910. 2024-11-14T02:57:03,053 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910. after waiting 0 ms 2024-11-14T02:57:03,053 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910. 2024-11-14T02:57:03,053 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 40bc07d93238c28b79ca9193d85e8910 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-14T02:57:03,058 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/33f9ce4de9214031abe1e54cc7227d64 is 1055, key is row0095/info:/1731553022831/Put/seqid=0 2024-11-14T02:57:03,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741848_1024 (size=7062) 2024-11-14T02:57:03,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741848_1024 (size=7062) 2024-11-14T02:57:03,063 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/33f9ce4de9214031abe1e54cc7227d64 2024-11-14T02:57:03,070 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/.tmp/info/33f9ce4de9214031abe1e54cc7227d64 as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/33f9ce4de9214031abe1e54cc7227d64 2024-11-14T02:57:03,075 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/33f9ce4de9214031abe1e54cc7227d64, entries=2, sequenceid=127, filesize=6.9 K 2024-11-14T02:57:03,076 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 40bc07d93238c28b79ca9193d85e8910 in 23ms, sequenceid=127, compaction requested=true 2024-11-14T02:57:03,077 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/2742b9dc5c3f4451902ec70185d43a58, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/b162d46b686049c8a8886f909c6f18ab, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/51abf928255c4422b99e8923320e36ba, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/55f048ef094445cbbd02a3e38a630dfc, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/d339beb6691448439cd41397cce154c3, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/2b8bf4cfa4ed45e386e527b6d6246111, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/d8dca852a69145f787fab6c2c7b602a2, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/4a553c9dd04947faafb1b0c3fc8a665d, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/bbdd9d2136a4498d8e9fd9769c64b39c] to archive 2024-11-14T02:57:03,079 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T02:57:03,080 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/2742b9dc5c3f4451902ec70185d43a58 to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/2742b9dc5c3f4451902ec70185d43a58 2024-11-14T02:57:03,082 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/b162d46b686049c8a8886f909c6f18ab to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/b162d46b686049c8a8886f909c6f18ab 2024-11-14T02:57:03,083 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/51abf928255c4422b99e8923320e36ba to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/51abf928255c4422b99e8923320e36ba 2024-11-14T02:57:03,084 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/55f048ef094445cbbd02a3e38a630dfc to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/55f048ef094445cbbd02a3e38a630dfc 2024-11-14T02:57:03,086 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/d339beb6691448439cd41397cce154c3 to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/d339beb6691448439cd41397cce154c3 2024-11-14T02:57:03,087 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/2b8bf4cfa4ed45e386e527b6d6246111 to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/2b8bf4cfa4ed45e386e527b6d6246111 2024-11-14T02:57:03,088 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/d8dca852a69145f787fab6c2c7b602a2 to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/d8dca852a69145f787fab6c2c7b602a2 2024-11-14T02:57:03,089 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/4a553c9dd04947faafb1b0c3fc8a665d to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/4a553c9dd04947faafb1b0c3fc8a665d 2024-11-14T02:57:03,090 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/bbdd9d2136a4498d8e9fd9769c64b39c to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/bbdd9d2136a4498d8e9fd9769c64b39c 2024-11-14T02:57:03,096 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=1 2024-11-14T02:57:03,096 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910. 2024-11-14T02:57:03,096 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 40bc07d93238c28b79ca9193d85e8910: Waiting for close lock at 1731553023053Running coprocessor pre-close hooks at 1731553023053Disabling compacts and flushes for region at 1731553023053Disabling writes for close at 1731553023053Obtaining lock to block concurrent updates at 1731553023053Preparing flush snapshotting stores in 40bc07d93238c28b79ca9193d85e8910 at 1731553023053Finished memstore snapshotting TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731553023054 (+1 ms)Flushing stores of TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910. at 1731553023054Flushing 40bc07d93238c28b79ca9193d85e8910/info: creating writer at 1731553023054Flushing 40bc07d93238c28b79ca9193d85e8910/info: appending metadata at 1731553023057 (+3 ms)Flushing 40bc07d93238c28b79ca9193d85e8910/info: closing flushed file at 1731553023057Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29bc0157: reopening flushed file at 1731553023069 (+12 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 40bc07d93238c28b79ca9193d85e8910 in 23ms, sequenceid=127, compaction requested=true at 1731553023076 (+7 ms)Writing region close event to WAL at 1731553023093 (+17 ms)Running coprocessor post-close hooks at 1731553023096 (+3 ms)Closed at 1731553023096 2024-11-14T02:57:03,099 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:57:03,099 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=40bc07d93238c28b79ca9193d85e8910, regionState=CLOSED 2024-11-14T02:57:03,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 40bc07d93238c28b79ca9193d85e8910, server=e5dc8b5cf5e9,44323,1731553007241 because future has completed 2024-11-14T02:57:03,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T02:57:03,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 40bc07d93238c28b79ca9193d85e8910, server=e5dc8b5cf5e9,44323,1731553007241 in 207 msec 2024-11-14T02:57:03,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-14T02:57:03,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=40bc07d93238c28b79ca9193d85e8910, UNASSIGN in 216 msec 2024-11-14T02:57:03,114 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:57:03,117 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=40bc07d93238c28b79ca9193d85e8910, threads=3 2024-11-14T02:57:03,119 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/a0dd8045bca643da92aebf30cd19e605 for region: 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:57:03,119 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/d00fb9fc75734998af9975860fa53a21 for region: 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:57:03,119 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/33f9ce4de9214031abe1e54cc7227d64 for region: 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:57:03,131 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/d00fb9fc75734998af9975860fa53a21, top=true 2024-11-14T02:57:03,131 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/33f9ce4de9214031abe1e54cc7227d64, top=true 2024-11-14T02:57:03,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741849_1025 (size=27) 2024-11-14T02:57:03,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741849_1025 (size=27) 2024-11-14T02:57:03,147 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/TestLogRolling-testLogRolling=40bc07d93238c28b79ca9193d85e8910-d00fb9fc75734998af9975860fa53a21 for child: 71c21e94d34cec67985bd67704d75035, parent: 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:57:03,147 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/TestLogRolling-testLogRolling=40bc07d93238c28b79ca9193d85e8910-33f9ce4de9214031abe1e54cc7227d64 for child: 71c21e94d34cec67985bd67704d75035, parent: 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:57:03,147 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/d00fb9fc75734998af9975860fa53a21 for region: 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:57:03,147 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/33f9ce4de9214031abe1e54cc7227d64 for region: 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:57:03,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741850_1026 (size=27) 2024-11-14T02:57:03,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741850_1026 (size=27) 2024-11-14T02:57:03,154 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/a0dd8045bca643da92aebf30cd19e605 for region: 40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:57:03,156 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 40bc07d93238c28b79ca9193d85e8910 Daughter A: [hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/87a42c5b6f790dc434174bd280ac93e1/info/a0dd8045bca643da92aebf30cd19e605.40bc07d93238c28b79ca9193d85e8910] storefiles, Daughter B: [hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/TestLogRolling-testLogRolling=40bc07d93238c28b79ca9193d85e8910-33f9ce4de9214031abe1e54cc7227d64, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/a0dd8045bca643da92aebf30cd19e605.40bc07d93238c28b79ca9193d85e8910, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/TestLogRolling-testLogRolling=40bc07d93238c28b79ca9193d85e8910-d00fb9fc75734998af9975860fa53a21] storefiles. 2024-11-14T02:57:03,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741851_1027 (size=71) 2024-11-14T02:57:03,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741851_1027 (size=71) 2024-11-14T02:57:03,168 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:57:03,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741852_1028 (size=71) 2024-11-14T02:57:03,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741852_1028 (size=71) 2024-11-14T02:57:03,181 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:57:03,192 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/87a42c5b6f790dc434174bd280ac93e1/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=-1 2024-11-14T02:57:03,195 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=-1 2024-11-14T02:57:03,197 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731553023196"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731553023196"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731553023196"}]},"ts":"1731553023196"} 2024-11-14T02:57:03,197 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731553022877.87a42c5b6f790dc434174bd280ac93e1.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731553023196"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731553023196"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731553023196"}]},"ts":"1731553023196"} 2024-11-14T02:57:03,197 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731553023196"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731553023196"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731553023196"}]},"ts":"1731553023196"} 2024-11-14T02:57:03,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=87a42c5b6f790dc434174bd280ac93e1, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=71c21e94d34cec67985bd67704d75035, ASSIGN}] 2024-11-14T02:57:03,214 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=87a42c5b6f790dc434174bd280ac93e1, ASSIGN 2024-11-14T02:57:03,214 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=71c21e94d34cec67985bd67704d75035, ASSIGN 2024-11-14T02:57:03,215 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=87a42c5b6f790dc434174bd280ac93e1, ASSIGN; state=SPLITTING_NEW, location=e5dc8b5cf5e9,44323,1731553007241; forceNewPlan=false, retain=false 2024-11-14T02:57:03,215 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=71c21e94d34cec67985bd67704d75035, ASSIGN; state=SPLITTING_NEW, location=e5dc8b5cf5e9,44323,1731553007241; forceNewPlan=false, retain=false 2024-11-14T02:57:03,366 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=87a42c5b6f790dc434174bd280ac93e1, regionState=OPENING, regionLocation=e5dc8b5cf5e9,44323,1731553007241 2024-11-14T02:57:03,366 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=71c21e94d34cec67985bd67704d75035, regionState=OPENING, regionLocation=e5dc8b5cf5e9,44323,1731553007241 2024-11-14T02:57:03,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-14T02:57:03,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=87a42c5b6f790dc434174bd280ac93e1, ASSIGN because future has completed 2024-11-14T02:57:03,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87a42c5b6f790dc434174bd280ac93e1, server=e5dc8b5cf5e9,44323,1731553007241}] 2024-11-14T02:57:03,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=71c21e94d34cec67985bd67704d75035, ASSIGN because future has completed 2024-11-14T02:57:03,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71c21e94d34cec67985bd67704d75035, server=e5dc8b5cf5e9,44323,1731553007241}] 2024-11-14T02:57:03,535 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731553022877.87a42c5b6f790dc434174bd280ac93e1. 2024-11-14T02:57:03,535 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 87a42c5b6f790dc434174bd280ac93e1, NAME => 'TestLogRolling-testLogRolling,,1731553022877.87a42c5b6f790dc434174bd280ac93e1.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-14T02:57:03,536 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 87a42c5b6f790dc434174bd280ac93e1 2024-11-14T02:57:03,536 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731553022877.87a42c5b6f790dc434174bd280ac93e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:57:03,537 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 87a42c5b6f790dc434174bd280ac93e1 2024-11-14T02:57:03,537 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 87a42c5b6f790dc434174bd280ac93e1 2024-11-14T02:57:03,540 INFO [StoreOpener-87a42c5b6f790dc434174bd280ac93e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 87a42c5b6f790dc434174bd280ac93e1 2024-11-14T02:57:03,542 INFO [StoreOpener-87a42c5b6f790dc434174bd280ac93e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87a42c5b6f790dc434174bd280ac93e1 columnFamilyName info 2024-11-14T02:57:03,542 DEBUG [StoreOpener-87a42c5b6f790dc434174bd280ac93e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:57:03,560 DEBUG [StoreOpener-87a42c5b6f790dc434174bd280ac93e1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/87a42c5b6f790dc434174bd280ac93e1/info/a0dd8045bca643da92aebf30cd19e605.40bc07d93238c28b79ca9193d85e8910->hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/a0dd8045bca643da92aebf30cd19e605-bottom 2024-11-14T02:57:03,561 INFO [StoreOpener-87a42c5b6f790dc434174bd280ac93e1-1 {}] regionserver.HStore(327): Store=87a42c5b6f790dc434174bd280ac93e1/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:57:03,561 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 87a42c5b6f790dc434174bd280ac93e1 2024-11-14T02:57:03,563 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/87a42c5b6f790dc434174bd280ac93e1 2024-11-14T02:57:03,564 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/87a42c5b6f790dc434174bd280ac93e1 2024-11-14T02:57:03,565 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 87a42c5b6f790dc434174bd280ac93e1 2024-11-14T02:57:03,565 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 87a42c5b6f790dc434174bd280ac93e1 2024-11-14T02:57:03,568 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 87a42c5b6f790dc434174bd280ac93e1 2024-11-14T02:57:03,569 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 87a42c5b6f790dc434174bd280ac93e1; next sequenceid=131; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=859602, jitterRate=0.09304170310497284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T02:57:03,569 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87a42c5b6f790dc434174bd280ac93e1 2024-11-14T02:57:03,569 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 87a42c5b6f790dc434174bd280ac93e1: Running coprocessor pre-open hook at 1731553023537Writing region info on filesystem at 1731553023537Initializing all the Stores at 1731553023539 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731553023539Cleaning up temporary data from old regions at 1731553023565 (+26 ms)Running coprocessor post-open hooks at 1731553023569 (+4 ms)Region opened successfully at 1731553023569 2024-11-14T02:57:03,570 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731553022877.87a42c5b6f790dc434174bd280ac93e1., pid=12, masterSystemTime=1731553023527 2024-11-14T02:57:03,570 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 87a42c5b6f790dc434174bd280ac93e1:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:57:03,570 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-14T02:57:03,570 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:57:03,571 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731553022877.87a42c5b6f790dc434174bd280ac93e1. 2024-11-14T02:57:03,571 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1541): 87a42c5b6f790dc434174bd280ac93e1/info is initiating minor compaction (all files) 2024-11-14T02:57:03,571 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87a42c5b6f790dc434174bd280ac93e1/info in TestLogRolling-testLogRolling,,1731553022877.87a42c5b6f790dc434174bd280ac93e1. 2024-11-14T02:57:03,571 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/87a42c5b6f790dc434174bd280ac93e1/info/a0dd8045bca643da92aebf30cd19e605.40bc07d93238c28b79ca9193d85e8910->hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/a0dd8045bca643da92aebf30cd19e605-bottom] into tmpdir=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/87a42c5b6f790dc434174bd280ac93e1/.tmp, totalSize=88.6 K 2024-11-14T02:57:03,572 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0dd8045bca643da92aebf30cd19e605.40bc07d93238c28b79ca9193d85e8910, keycount=40, bloomtype=ROW, size=88.6 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731553018601 2024-11-14T02:57:03,572 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731553022877.87a42c5b6f790dc434174bd280ac93e1. 2024-11-14T02:57:03,573 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731553022877.87a42c5b6f790dc434174bd280ac93e1. 2024-11-14T02:57:03,573 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035. 2024-11-14T02:57:03,573 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 71c21e94d34cec67985bd67704d75035, NAME => 'TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-14T02:57:03,573 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:03,573 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=87a42c5b6f790dc434174bd280ac93e1, regionState=OPEN, openSeqNum=131, regionLocation=e5dc8b5cf5e9,44323,1731553007241 2024-11-14T02:57:03,573 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:57:03,573 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:03,573 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:03,575 INFO [StoreOpener-71c21e94d34cec67985bd67704d75035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:03,575 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44323 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-14T02:57:03,576 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T02:57:03,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87a42c5b6f790dc434174bd280ac93e1, server=e5dc8b5cf5e9,44323,1731553007241 because future has completed 2024-11-14T02:57:03,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-14T02:57:03,576 INFO [StoreOpener-71c21e94d34cec67985bd67704d75035-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71c21e94d34cec67985bd67704d75035 columnFamilyName info 2024-11-14T02:57:03,576 DEBUG [StoreOpener-71c21e94d34cec67985bd67704d75035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:57:03,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-14T02:57:03,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 87a42c5b6f790dc434174bd280ac93e1, server=e5dc8b5cf5e9,44323,1731553007241 in 205 msec 2024-11-14T02:57:03,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=87a42c5b6f790dc434174bd280ac93e1, ASSIGN in 367 msec 2024-11-14T02:57:03,586 DEBUG [StoreOpener-71c21e94d34cec67985bd67704d75035-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/TestLogRolling-testLogRolling=40bc07d93238c28b79ca9193d85e8910-33f9ce4de9214031abe1e54cc7227d64 2024-11-14T02:57:03,591 DEBUG [StoreOpener-71c21e94d34cec67985bd67704d75035-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/TestLogRolling-testLogRolling=40bc07d93238c28b79ca9193d85e8910-d00fb9fc75734998af9975860fa53a21 2024-11-14T02:57:03,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740/.tmp/info/d5fefe46e4c34ba4baa0e6ba6b503054 is 193, key is TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035./info:regioninfo/1731553023366/Put/seqid=0 2024-11-14T02:57:03,596 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87a42c5b6f790dc434174bd280ac93e1#info#compaction#44 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:57:03,596 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/87a42c5b6f790dc434174bd280ac93e1/.tmp/info/992441c4ddfe4f79b974f0cacd3b8340 is 1055, key is row0001/info:/1731553018601/Put/seqid=0 2024-11-14T02:57:03,597 DEBUG [StoreOpener-71c21e94d34cec67985bd67704d75035-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/a0dd8045bca643da92aebf30cd19e605.40bc07d93238c28b79ca9193d85e8910->hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/a0dd8045bca643da92aebf30cd19e605-top 2024-11-14T02:57:03,598 INFO [StoreOpener-71c21e94d34cec67985bd67704d75035-1 {}] regionserver.HStore(327): Store=71c21e94d34cec67985bd67704d75035/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:57:03,598 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:03,602 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:03,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741853_1029 (size=9847) 2024-11-14T02:57:03,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741853_1029 (size=9847) 2024-11-14T02:57:03,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741854_1030 (size=71441) 2024-11-14T02:57:03,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741854_1030 (size=71441) 2024-11-14T02:57:03,603 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:03,604 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:03,604 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:03,605 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:03,606 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 71c21e94d34cec67985bd67704d75035; next sequenceid=131; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=773002, jitterRate=-0.017077699303627014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T02:57:03,606 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:03,606 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 71c21e94d34cec67985bd67704d75035: Running coprocessor pre-open hook at 1731553023574Writing region info on filesystem at 1731553023574Initializing all the Stores at 1731553023574Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731553023574Cleaning up temporary data from old regions at 1731553023604 (+30 ms)Running coprocessor post-open hooks at 1731553023606 (+2 ms)Region opened successfully at 1731553023606 2024-11-14T02:57:03,607 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035., pid=13, masterSystemTime=1731553023527 2024-11-14T02:57:03,607 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 71c21e94d34cec67985bd67704d75035:info, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:57:03,607 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:57:03,607 DEBUG [RS:0;e5dc8b5cf5e9:44323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:57:03,609 INFO [RS:0;e5dc8b5cf5e9:44323-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035. 2024-11-14T02:57:03,609 DEBUG [RS:0;e5dc8b5cf5e9:44323-longCompactions-0 {}] regionserver.HStore(1541): 71c21e94d34cec67985bd67704d75035/info is initiating minor compaction (all files) 2024-11-14T02:57:03,609 INFO [RS:0;e5dc8b5cf5e9:44323-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71c21e94d34cec67985bd67704d75035/info in TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035. 2024-11-14T02:57:03,609 INFO [RS:0;e5dc8b5cf5e9:44323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/a0dd8045bca643da92aebf30cd19e605.40bc07d93238c28b79ca9193d85e8910->hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/a0dd8045bca643da92aebf30cd19e605-top, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/TestLogRolling-testLogRolling=40bc07d93238c28b79ca9193d85e8910-d00fb9fc75734998af9975860fa53a21, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/TestLogRolling-testLogRolling=40bc07d93238c28b79ca9193d85e8910-33f9ce4de9214031abe1e54cc7227d64] into tmpdir=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp, totalSize=113.7 K 2024-11-14T02:57:03,609 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035. 2024-11-14T02:57:03,609 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035. 2024-11-14T02:57:03,610 DEBUG [RS:0;e5dc8b5cf5e9:44323-longCompactions-0 {}] compactions.Compactor(225): Compacting a0dd8045bca643da92aebf30cd19e605.40bc07d93238c28b79ca9193d85e8910, keycount=40, bloomtype=ROW, size=88.6 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731553018601 2024-11-14T02:57:03,610 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=71c21e94d34cec67985bd67704d75035, regionState=OPEN, openSeqNum=131, regionLocation=e5dc8b5cf5e9,44323,1731553007241 2024-11-14T02:57:03,610 DEBUG [RS:0;e5dc8b5cf5e9:44323-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=40bc07d93238c28b79ca9193d85e8910-d00fb9fc75734998af9975860fa53a21, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731553022800 2024-11-14T02:57:03,610 DEBUG [RS:0;e5dc8b5cf5e9:44323-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=40bc07d93238c28b79ca9193d85e8910-33f9ce4de9214031abe1e54cc7227d64, keycount=2, bloomtype=ROW, size=6.9 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731553022831 2024-11-14T02:57:03,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71c21e94d34cec67985bd67704d75035, server=e5dc8b5cf5e9,44323,1731553007241 because future has completed 2024-11-14T02:57:03,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-14T02:57:03,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 71c21e94d34cec67985bd67704d75035, server=e5dc8b5cf5e9,44323,1731553007241 in 238 msec 2024-11-14T02:57:03,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T02:57:03,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=71c21e94d34cec67985bd67704d75035, ASSIGN in 403 msec 2024-11-14T02:57:03,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=40bc07d93238c28b79ca9193d85e8910, daughterA=87a42c5b6f790dc434174bd280ac93e1, daughterB=71c21e94d34cec67985bd67704d75035 in 742 msec 2024-11-14T02:57:03,635 INFO [RS:0;e5dc8b5cf5e9:44323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71c21e94d34cec67985bd67704d75035#info#compaction#45 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:57:03,636 DEBUG [RS:0;e5dc8b5cf5e9:44323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/3fe432cb83f942d38794809b9b0974a4 is 1055, key is row0064/info:/1731553020754/Put/seqid=0 2024-11-14T02:57:03,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741855_1031 (size=40005) 2024-11-14T02:57:03,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741855_1031 (size=40005) 2024-11-14T02:57:03,647 DEBUG [RS:0;e5dc8b5cf5e9:44323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/3fe432cb83f942d38794809b9b0974a4 as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/3fe432cb83f942d38794809b9b0974a4 2024-11-14T02:57:03,654 INFO [RS:0;e5dc8b5cf5e9:44323-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71c21e94d34cec67985bd67704d75035/info of 71c21e94d34cec67985bd67704d75035 into 3fe432cb83f942d38794809b9b0974a4(size=39.1 K), total size for store is 39.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:57:03,654 DEBUG [RS:0;e5dc8b5cf5e9:44323-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71c21e94d34cec67985bd67704d75035: 2024-11-14T02:57:03,654 INFO [RS:0;e5dc8b5cf5e9:44323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035., storeName=71c21e94d34cec67985bd67704d75035/info, priority=13, startTime=1731553023607; duration=0sec 2024-11-14T02:57:03,654 DEBUG [RS:0;e5dc8b5cf5e9:44323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:57:03,654 DEBUG [RS:0;e5dc8b5cf5e9:44323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c21e94d34cec67985bd67704d75035:info 2024-11-14T02:57:04,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740/.tmp/info/d5fefe46e4c34ba4baa0e6ba6b503054 2024-11-14T02:57:04,016 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/87a42c5b6f790dc434174bd280ac93e1/.tmp/info/992441c4ddfe4f79b974f0cacd3b8340 as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/87a42c5b6f790dc434174bd280ac93e1/info/992441c4ddfe4f79b974f0cacd3b8340 2024-11-14T02:57:04,023 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 87a42c5b6f790dc434174bd280ac93e1/info of 87a42c5b6f790dc434174bd280ac93e1 into 992441c4ddfe4f79b974f0cacd3b8340(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:57:04,023 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87a42c5b6f790dc434174bd280ac93e1: 2024-11-14T02:57:04,023 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731553022877.87a42c5b6f790dc434174bd280ac93e1., storeName=87a42c5b6f790dc434174bd280ac93e1/info, priority=15, startTime=1731553023570; duration=0sec 2024-11-14T02:57:04,023 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:57:04,023 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87a42c5b6f790dc434174bd280ac93e1:info 2024-11-14T02:57:04,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740/.tmp/ns/b6787c50a92a41928be66bf160e8fad0 is 43, key is default/ns:d/1731553008391/Put/seqid=0 2024-11-14T02:57:04,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741856_1032 (size=5153) 2024-11-14T02:57:04,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741856_1032 (size=5153) 2024-11-14T02:57:04,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740/.tmp/ns/b6787c50a92a41928be66bf160e8fad0 2024-11-14T02:57:04,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740/.tmp/table/1db8460e98f84f729cf3a17b7b7b9dc3 is 65, key is TestLogRolling-testLogRolling/table:state/1731553008862/Put/seqid=0 2024-11-14T02:57:04,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741857_1033 (size=5340) 2024-11-14T02:57:04,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741857_1033 (size=5340) 2024-11-14T02:57:04,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740/.tmp/table/1db8460e98f84f729cf3a17b7b7b9dc3 2024-11-14T02:57:04,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740/.tmp/info/d5fefe46e4c34ba4baa0e6ba6b503054 as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740/info/d5fefe46e4c34ba4baa0e6ba6b503054 2024-11-14T02:57:04,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740/info/d5fefe46e4c34ba4baa0e6ba6b503054, entries=30, sequenceid=17, filesize=9.6 K 2024-11-14T02:57:04,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740/.tmp/ns/b6787c50a92a41928be66bf160e8fad0 as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740/ns/b6787c50a92a41928be66bf160e8fad0 2024-11-14T02:57:04,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740/ns/b6787c50a92a41928be66bf160e8fad0, entries=2, sequenceid=17, filesize=5.0 K 2024-11-14T02:57:04,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740/.tmp/table/1db8460e98f84f729cf3a17b7b7b9dc3 as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740/table/1db8460e98f84f729cf3a17b7b7b9dc3 2024-11-14T02:57:04,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740/table/1db8460e98f84f729cf3a17b7b7b9dc3, entries=2, sequenceid=17, filesize=5.2 K 2024-11-14T02:57:04,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 534ms, sequenceid=17, compaction requested=false 2024-11-14T02:57:04,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-14T02:57:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:54334 deadline: 1731553034838, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910. is not online on e5dc8b5cf5e9,44323,1731553007241 2024-11-14T02:57:04,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910., hostname=e5dc8b5cf5e9,44323,1731553007241, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910., hostname=e5dc8b5cf5e9,44323,1731553007241, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910. is not online on e5dc8b5cf5e9,44323,1731553007241 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T02:57:04,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910., hostname=e5dc8b5cf5e9,44323,1731553007241, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910. is not online on e5dc8b5cf5e9,44323,1731553007241 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T02:57:04,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731553008481.40bc07d93238c28b79ca9193d85e8910., hostname=e5dc8b5cf5e9,44323,1731553007241, seqNum=2 from cache 2024-11-14T02:57:08,600 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:57:08,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:57:08,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:57:08,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:57:08,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:57:08,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:57:08,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:57:08,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:57:08,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:57:08,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:57:08,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:57:13,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-14T02:57:13,368 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-14T02:57:14,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035., hostname=e5dc8b5cf5e9,44323,1731553007241, seqNum=131] 2024-11-14T02:57:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.HRegion(8855): Flush requested on 71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:15,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71c21e94d34cec67985bd67704d75035 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T02:57:15,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/7f74575773b04f6394d0b5b9e8c0cdfa is 1055, key is row0097/info:/1731553034991/Put/seqid=0 2024-11-14T02:57:15,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741858_1034 (size=13394) 2024-11-14T02:57:15,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741858_1034 (size=13394) 2024-11-14T02:57:15,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/7f74575773b04f6394d0b5b9e8c0cdfa 2024-11-14T02:57:15,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/7f74575773b04f6394d0b5b9e8c0cdfa as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/7f74575773b04f6394d0b5b9e8c0cdfa 2024-11-14T02:57:15,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/7f74575773b04f6394d0b5b9e8c0cdfa, entries=8, sequenceid=142, filesize=13.1 K 2024-11-14T02:57:15,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 71c21e94d34cec67985bd67704d75035 in 27ms, sequenceid=142, compaction requested=false 2024-11-14T02:57:15,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71c21e94d34cec67985bd67704d75035: 2024-11-14T02:57:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.HRegion(8855): Flush requested on 71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:15,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71c21e94d34cec67985bd67704d75035 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-14T02:57:15,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/99c6869c3bc44c5cba702803ec2513df is 1055, key is row0105/info:/1731553035004/Put/seqid=0 2024-11-14T02:57:15,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741859_1035 (size=19728) 2024-11-14T02:57:15,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741859_1035 (size=19728) 2024-11-14T02:57:15,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/99c6869c3bc44c5cba702803ec2513df 2024-11-14T02:57:15,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/99c6869c3bc44c5cba702803ec2513df as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/99c6869c3bc44c5cba702803ec2513df 2024-11-14T02:57:15,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/99c6869c3bc44c5cba702803ec2513df, entries=14, sequenceid=159, filesize=19.3 K 2024-11-14T02:57:15,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=10.26 KB/10510 for 71c21e94d34cec67985bd67704d75035 in 29ms, sequenceid=159, compaction requested=true 2024-11-14T02:57:15,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71c21e94d34cec67985bd67704d75035: 2024-11-14T02:57:15,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c21e94d34cec67985bd67704d75035:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:57:15,062 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:57:15,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:57:15,064 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 73127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:57:15,064 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1541): 71c21e94d34cec67985bd67704d75035/info is initiating minor compaction (all files) 2024-11-14T02:57:15,064 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71c21e94d34cec67985bd67704d75035/info in TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035. 2024-11-14T02:57:15,064 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/3fe432cb83f942d38794809b9b0974a4, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/7f74575773b04f6394d0b5b9e8c0cdfa, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/99c6869c3bc44c5cba702803ec2513df] into tmpdir=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp, totalSize=71.4 K 2024-11-14T02:57:15,064 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fe432cb83f942d38794809b9b0974a4, keycount=33, bloomtype=ROW, size=39.1 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731553020754 2024-11-14T02:57:15,065 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f74575773b04f6394d0b5b9e8c0cdfa, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731553034991 2024-11-14T02:57:15,065 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99c6869c3bc44c5cba702803ec2513df, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731553035004 2024-11-14T02:57:15,076 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71c21e94d34cec67985bd67704d75035#info#compaction#50 average throughput is 55.13 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:57:15,077 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/5af6bc70a92441f787d77c63eb6f1c82 is 1055, key is row0064/info:/1731553020754/Put/seqid=0 2024-11-14T02:57:15,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741860_1036 (size=63341) 2024-11-14T02:57:15,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741860_1036 (size=63341) 2024-11-14T02:57:15,089 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/5af6bc70a92441f787d77c63eb6f1c82 as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/5af6bc70a92441f787d77c63eb6f1c82 2024-11-14T02:57:15,095 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71c21e94d34cec67985bd67704d75035/info of 71c21e94d34cec67985bd67704d75035 into 5af6bc70a92441f787d77c63eb6f1c82(size=61.9 K), total size for store is 61.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:57:15,095 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71c21e94d34cec67985bd67704d75035: 2024-11-14T02:57:15,095 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035., storeName=71c21e94d34cec67985bd67704d75035/info, priority=13, startTime=1731553035062; duration=0sec 2024-11-14T02:57:15,095 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:57:15,095 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c21e94d34cec67985bd67704d75035:info 2024-11-14T02:57:17,051 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:57:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.HRegion(8855): Flush requested on 71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:17,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71c21e94d34cec67985bd67704d75035 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-14T02:57:17,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/81bb9ecf173c4ac8932985893114127c is 1055, key is row0119/info:/1731553035034/Put/seqid=0 2024-11-14T02:57:17,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741861_1037 (size=16553) 2024-11-14T02:57:17,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741861_1037 (size=16553) 2024-11-14T02:57:17,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/81bb9ecf173c4ac8932985893114127c 2024-11-14T02:57:17,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/81bb9ecf173c4ac8932985893114127c as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/81bb9ecf173c4ac8932985893114127c 2024-11-14T02:57:17,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/81bb9ecf173c4ac8932985893114127c, entries=11, sequenceid=174, filesize=16.2 K 2024-11-14T02:57:17,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=11.29 KB/11561 for 71c21e94d34cec67985bd67704d75035 in 28ms, sequenceid=174, compaction requested=false 2024-11-14T02:57:17,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71c21e94d34cec67985bd67704d75035: 2024-11-14T02:57:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.HRegion(8855): Flush requested on 71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:17,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71c21e94d34cec67985bd67704d75035 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-14T02:57:17,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/4467d97c349548b382ee06105cd17ef0 is 1055, key is row0130/info:/1731553037062/Put/seqid=0 2024-11-14T02:57:17,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741862_1038 (size=18675) 2024-11-14T02:57:17,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741862_1038 (size=18675) 2024-11-14T02:57:17,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=71c21e94d34cec67985bd67704d75035, server=e5dc8b5cf5e9,44323,1731553007241 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T02:57:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:54334 deadline: 1731553047118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=71c21e94d34cec67985bd67704d75035, server=e5dc8b5cf5e9,44323,1731553007241 2024-11-14T02:57:17,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035., hostname=e5dc8b5cf5e9,44323,1731553007241, seqNum=131 , the old value is region=TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035., hostname=e5dc8b5cf5e9,44323,1731553007241, seqNum=131, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=71c21e94d34cec67985bd67704d75035, server=e5dc8b5cf5e9,44323,1731553007241 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T02:57:17,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035., hostname=e5dc8b5cf5e9,44323,1731553007241, seqNum=131 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=71c21e94d34cec67985bd67704d75035, server=e5dc8b5cf5e9,44323,1731553007241 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T02:57:17,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035., hostname=e5dc8b5cf5e9,44323,1731553007241, seqNum=131 because the exception is null or not the one we care about 2024-11-14T02:57:17,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/4467d97c349548b382ee06105cd17ef0 2024-11-14T02:57:17,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/4467d97c349548b382ee06105cd17ef0 as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/4467d97c349548b382ee06105cd17ef0 2024-11-14T02:57:17,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/4467d97c349548b382ee06105cd17ef0, entries=13, sequenceid=190, filesize=18.2 K 2024-11-14T02:57:17,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=16.42 KB/16816 for 71c21e94d34cec67985bd67704d75035 in 429ms, sequenceid=190, compaction requested=true 2024-11-14T02:57:17,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71c21e94d34cec67985bd67704d75035: 2024-11-14T02:57:17,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c21e94d34cec67985bd67704d75035:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:57:17,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:57:17,518 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:57:17,520 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 98569 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:57:17,520 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1541): 71c21e94d34cec67985bd67704d75035/info is initiating minor compaction (all files) 2024-11-14T02:57:17,520 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71c21e94d34cec67985bd67704d75035/info in TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035. 2024-11-14T02:57:17,520 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/5af6bc70a92441f787d77c63eb6f1c82, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/81bb9ecf173c4ac8932985893114127c, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/4467d97c349548b382ee06105cd17ef0] into tmpdir=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp, totalSize=96.3 K 2024-11-14T02:57:17,520 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5af6bc70a92441f787d77c63eb6f1c82, keycount=55, bloomtype=ROW, size=61.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731553020754 2024-11-14T02:57:17,521 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81bb9ecf173c4ac8932985893114127c, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731553035034 2024-11-14T02:57:17,521 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4467d97c349548b382ee06105cd17ef0, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731553037062 2024-11-14T02:57:17,532 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71c21e94d34cec67985bd67704d75035#info#compaction#53 average throughput is 39.59 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:57:17,533 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/06b0706955974a0d8462b9e5c9f6f51a is 1055, key is row0064/info:/1731553020754/Put/seqid=0 2024-11-14T02:57:17,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741863_1039 (size=88792) 2024-11-14T02:57:17,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741863_1039 (size=88792) 2024-11-14T02:57:17,542 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/06b0706955974a0d8462b9e5c9f6f51a as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/06b0706955974a0d8462b9e5c9f6f51a 2024-11-14T02:57:17,547 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71c21e94d34cec67985bd67704d75035/info of 71c21e94d34cec67985bd67704d75035 into 06b0706955974a0d8462b9e5c9f6f51a(size=86.7 K), total size for store is 86.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:57:17,547 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71c21e94d34cec67985bd67704d75035: 2024-11-14T02:57:17,547 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035., storeName=71c21e94d34cec67985bd67704d75035/info, priority=13, startTime=1731553037518; duration=0sec 2024-11-14T02:57:17,547 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:57:17,547 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c21e94d34cec67985bd67704d75035:info 2024-11-14T02:57:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.HRegion(8855): Flush requested on 71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:27,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71c21e94d34cec67985bd67704d75035 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-14T02:57:27,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/240ac6abc4804f0b8698ec5d24357dd6 is 1055, key is row0143/info:/1731553037090/Put/seqid=0 2024-11-14T02:57:27,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741864_1040 (size=22891) 2024-11-14T02:57:27,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741864_1040 (size=22891) 2024-11-14T02:57:27,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/240ac6abc4804f0b8698ec5d24357dd6 2024-11-14T02:57:27,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/240ac6abc4804f0b8698ec5d24357dd6 as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/240ac6abc4804f0b8698ec5d24357dd6 2024-11-14T02:57:27,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/240ac6abc4804f0b8698ec5d24357dd6, entries=17, sequenceid=211, filesize=22.4 K 2024-11-14T02:57:27,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=1.03 KB/1051 for 71c21e94d34cec67985bd67704d75035 in 24ms, sequenceid=211, compaction requested=false 2024-11-14T02:57:27,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71c21e94d34cec67985bd67704d75035: 2024-11-14T02:57:28,860 INFO [master/e5dc8b5cf5e9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T02:57:28,860 INFO [master/e5dc8b5cf5e9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T02:57:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.HRegion(8855): Flush requested on 71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:29,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71c21e94d34cec67985bd67704d75035 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T02:57:29,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/0fc64da9aef04127a4b652d80a90747f is 1055, key is row0160/info:/1731553047139/Put/seqid=0 2024-11-14T02:57:29,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741865_1041 (size=13394) 2024-11-14T02:57:29,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741865_1041 (size=13394) 2024-11-14T02:57:29,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/0fc64da9aef04127a4b652d80a90747f 2024-11-14T02:57:29,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/0fc64da9aef04127a4b652d80a90747f as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/0fc64da9aef04127a4b652d80a90747f 2024-11-14T02:57:29,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/0fc64da9aef04127a4b652d80a90747f, entries=8, sequenceid=222, filesize=13.1 K 2024-11-14T02:57:29,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 71c21e94d34cec67985bd67704d75035 in 25ms, sequenceid=222, compaction requested=true 2024-11-14T02:57:29,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71c21e94d34cec67985bd67704d75035: 2024-11-14T02:57:29,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c21e94d34cec67985bd67704d75035:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:57:29,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:57:29,186 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:57:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.HRegion(8855): Flush requested on 71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:29,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71c21e94d34cec67985bd67704d75035 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-14T02:57:29,187 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 125077 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:57:29,187 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1541): 71c21e94d34cec67985bd67704d75035/info is initiating minor compaction (all files) 2024-11-14T02:57:29,187 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71c21e94d34cec67985bd67704d75035/info in TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035. 2024-11-14T02:57:29,187 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/06b0706955974a0d8462b9e5c9f6f51a, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/240ac6abc4804f0b8698ec5d24357dd6, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/0fc64da9aef04127a4b652d80a90747f] into tmpdir=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp, totalSize=122.1 K 2024-11-14T02:57:29,188 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06b0706955974a0d8462b9e5c9f6f51a, keycount=79, bloomtype=ROW, size=86.7 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731553020754 2024-11-14T02:57:29,188 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting 240ac6abc4804f0b8698ec5d24357dd6, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731553037090 2024-11-14T02:57:29,189 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fc64da9aef04127a4b652d80a90747f, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731553047139 2024-11-14T02:57:29,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/56901fd4b2f845f39a225d53016e829e is 1055, key is row0168/info:/1731553049161/Put/seqid=0 2024-11-14T02:57:29,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741866_1042 (size=18675) 2024-11-14T02:57:29,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741866_1042 (size=18675) 2024-11-14T02:57:29,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/56901fd4b2f845f39a225d53016e829e 2024-11-14T02:57:29,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/56901fd4b2f845f39a225d53016e829e as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/56901fd4b2f845f39a225d53016e829e 2024-11-14T02:57:29,204 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71c21e94d34cec67985bd67704d75035#info#compaction#57 average throughput is 34.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:57:29,205 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/2b3130de827f468a857161702233e5df is 1055, key is row0064/info:/1731553020754/Put/seqid=0 2024-11-14T02:57:29,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741867_1043 (size=115223) 2024-11-14T02:57:29,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741867_1043 (size=115223) 2024-11-14T02:57:29,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/56901fd4b2f845f39a225d53016e829e, entries=13, sequenceid=238, filesize=18.2 K 2024-11-14T02:57:29,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for 71c21e94d34cec67985bd67704d75035 in 26ms, sequenceid=238, compaction requested=false 2024-11-14T02:57:29,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71c21e94d34cec67985bd67704d75035: 2024-11-14T02:57:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.HRegion(8855): Flush requested on 71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:29,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71c21e94d34cec67985bd67704d75035 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-14T02:57:29,218 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/2b3130de827f468a857161702233e5df as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/2b3130de827f468a857161702233e5df 2024-11-14T02:57:29,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/1be9d5e39e9b47ffbab042eaf7291bb0 is 1055, key is row0181/info:/1731553049187/Put/seqid=0 2024-11-14T02:57:29,224 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71c21e94d34cec67985bd67704d75035/info of 71c21e94d34cec67985bd67704d75035 into 2b3130de827f468a857161702233e5df(size=112.5 K), total size for store is 130.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:57:29,224 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71c21e94d34cec67985bd67704d75035: 2024-11-14T02:57:29,224 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035., storeName=71c21e94d34cec67985bd67704d75035/info, priority=13, startTime=1731553049186; duration=0sec 2024-11-14T02:57:29,224 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:57:29,224 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c21e94d34cec67985bd67704d75035:info 2024-11-14T02:57:29,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741868_1044 (size=17606) 2024-11-14T02:57:29,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741868_1044 (size=17606) 2024-11-14T02:57:29,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/1be9d5e39e9b47ffbab042eaf7291bb0 2024-11-14T02:57:29,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/1be9d5e39e9b47ffbab042eaf7291bb0 as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/1be9d5e39e9b47ffbab042eaf7291bb0 2024-11-14T02:57:29,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/1be9d5e39e9b47ffbab042eaf7291bb0, entries=12, sequenceid=253, filesize=17.2 K 2024-11-14T02:57:29,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=0 B/0 for 71c21e94d34cec67985bd67704d75035 in 30ms, sequenceid=253, compaction requested=true 2024-11-14T02:57:29,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71c21e94d34cec67985bd67704d75035: 2024-11-14T02:57:29,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c21e94d34cec67985bd67704d75035:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:57:29,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:57:29,245 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:57:29,246 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 151504 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:57:29,246 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1541): 71c21e94d34cec67985bd67704d75035/info is initiating minor compaction (all files) 2024-11-14T02:57:29,246 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71c21e94d34cec67985bd67704d75035/info in TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035. 2024-11-14T02:57:29,246 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/2b3130de827f468a857161702233e5df, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/56901fd4b2f845f39a225d53016e829e, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/1be9d5e39e9b47ffbab042eaf7291bb0] into tmpdir=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp, totalSize=148.0 K 2024-11-14T02:57:29,247 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b3130de827f468a857161702233e5df, keycount=104, bloomtype=ROW, size=112.5 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731553020754 2024-11-14T02:57:29,247 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56901fd4b2f845f39a225d53016e829e, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731553049161 2024-11-14T02:57:29,247 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1be9d5e39e9b47ffbab042eaf7291bb0, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731553049187 2024-11-14T02:57:29,260 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71c21e94d34cec67985bd67704d75035#info#compaction#59 average throughput is 43.10 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:57:29,261 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/810e06a8eff144718c753545e9ca23cd is 1055, key is row0064/info:/1731553020754/Put/seqid=0 2024-11-14T02:57:29,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741869_1045 (size=141854) 2024-11-14T02:57:29,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741869_1045 (size=141854) 2024-11-14T02:57:29,271 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/810e06a8eff144718c753545e9ca23cd as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/810e06a8eff144718c753545e9ca23cd 2024-11-14T02:57:29,277 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71c21e94d34cec67985bd67704d75035/info of 71c21e94d34cec67985bd67704d75035 into 810e06a8eff144718c753545e9ca23cd(size=138.5 K), total size for store is 138.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:57:29,277 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71c21e94d34cec67985bd67704d75035: 2024-11-14T02:57:29,277 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035., storeName=71c21e94d34cec67985bd67704d75035/info, priority=13, startTime=1731553049244; duration=0sec 2024-11-14T02:57:29,277 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:57:29,278 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c21e94d34cec67985bd67704d75035:info 2024-11-14T02:57:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.HRegion(8855): Flush requested on 71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:31,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71c21e94d34cec67985bd67704d75035 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T02:57:31,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/94167ef4000c4265938d94c30af0cf0e is 1055, key is row0193/info:/1731553051217/Put/seqid=0 2024-11-14T02:57:31,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741870_1046 (size=13402) 2024-11-14T02:57:31,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741870_1046 (size=13402) 2024-11-14T02:57:31,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/94167ef4000c4265938d94c30af0cf0e 2024-11-14T02:57:31,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/94167ef4000c4265938d94c30af0cf0e as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/94167ef4000c4265938d94c30af0cf0e 2024-11-14T02:57:31,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/94167ef4000c4265938d94c30af0cf0e, entries=8, sequenceid=266, filesize=13.1 K 2024-11-14T02:57:31,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=10.26 KB/10510 for 71c21e94d34cec67985bd67704d75035 in 23ms, sequenceid=266, compaction requested=false 2024-11-14T02:57:31,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71c21e94d34cec67985bd67704d75035: 2024-11-14T02:57:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.HRegion(8855): Flush requested on 71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:31,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71c21e94d34cec67985bd67704d75035 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-14T02:57:31,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/513200ed5e3649bca9dae1988c7c7391 is 1055, key is row0201/info:/1731553051238/Put/seqid=0 2024-11-14T02:57:31,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741871_1047 (size=16564) 2024-11-14T02:57:31,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741871_1047 (size=16564) 2024-11-14T02:57:31,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/513200ed5e3649bca9dae1988c7c7391 2024-11-14T02:57:31,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/513200ed5e3649bca9dae1988c7c7391 as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/513200ed5e3649bca9dae1988c7c7391 2024-11-14T02:57:31,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/513200ed5e3649bca9dae1988c7c7391, entries=11, sequenceid=280, filesize=16.2 K 2024-11-14T02:57:31,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=12.32 KB/12612 for 71c21e94d34cec67985bd67704d75035 in 24ms, sequenceid=280, compaction requested=true 2024-11-14T02:57:31,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71c21e94d34cec67985bd67704d75035: 2024-11-14T02:57:31,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c21e94d34cec67985bd67704d75035:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:57:31,285 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:57:31,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:57:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.HRegion(8855): Flush requested on 71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:31,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71c21e94d34cec67985bd67704d75035 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-14T02:57:31,286 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 171820 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:57:31,286 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1541): 71c21e94d34cec67985bd67704d75035/info is initiating minor compaction (all files) 2024-11-14T02:57:31,286 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71c21e94d34cec67985bd67704d75035/info in TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035. 2024-11-14T02:57:31,287 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/810e06a8eff144718c753545e9ca23cd, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/94167ef4000c4265938d94c30af0cf0e, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/513200ed5e3649bca9dae1988c7c7391] into tmpdir=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp, totalSize=167.8 K 2024-11-14T02:57:31,287 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting 810e06a8eff144718c753545e9ca23cd, keycount=129, bloomtype=ROW, size=138.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731553020754 2024-11-14T02:57:31,288 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94167ef4000c4265938d94c30af0cf0e, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731553051217 2024-11-14T02:57:31,288 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting 513200ed5e3649bca9dae1988c7c7391, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731553051238 2024-11-14T02:57:31,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/32c9a638b7fe4907bd44422bfd6bfa24 is 1055, key is row0212/info:/1731553051262/Put/seqid=0 2024-11-14T02:57:31,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741872_1048 (size=18688) 2024-11-14T02:57:31,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741872_1048 (size=18688) 2024-11-14T02:57:31,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/32c9a638b7fe4907bd44422bfd6bfa24 2024-11-14T02:57:31,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/32c9a638b7fe4907bd44422bfd6bfa24 as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/32c9a638b7fe4907bd44422bfd6bfa24 2024-11-14T02:57:31,301 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71c21e94d34cec67985bd67704d75035#info#compaction#63 average throughput is 49.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:57:31,302 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/eb8e4501d65849f99d71ec178e6ba538 is 1055, key is row0064/info:/1731553020754/Put/seqid=0 2024-11-14T02:57:31,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741873_1049 (size=161986) 2024-11-14T02:57:31,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741873_1049 (size=161986) 2024-11-14T02:57:31,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/32c9a638b7fe4907bd44422bfd6bfa24, entries=13, sequenceid=296, filesize=18.3 K 2024-11-14T02:57:31,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=0 B/0 for 71c21e94d34cec67985bd67704d75035 in 23ms, sequenceid=296, compaction requested=false 2024-11-14T02:57:31,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71c21e94d34cec67985bd67704d75035: 2024-11-14T02:57:31,312 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/eb8e4501d65849f99d71ec178e6ba538 as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/eb8e4501d65849f99d71ec178e6ba538 2024-11-14T02:57:31,318 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71c21e94d34cec67985bd67704d75035/info of 71c21e94d34cec67985bd67704d75035 into eb8e4501d65849f99d71ec178e6ba538(size=158.2 K), total size for store is 176.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:57:31,318 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71c21e94d34cec67985bd67704d75035: 2024-11-14T02:57:31,318 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035., storeName=71c21e94d34cec67985bd67704d75035/info, priority=13, startTime=1731553051285; duration=0sec 2024-11-14T02:57:31,318 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:57:31,318 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c21e94d34cec67985bd67704d75035:info 2024-11-14T02:57:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.HRegion(8855): Flush requested on 71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:33,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71c21e94d34cec67985bd67704d75035 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T02:57:33,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/f7f778467037490b9e759929242020b5 is 1055, key is row0225/info:/1731553053289/Put/seqid=0 2024-11-14T02:57:33,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741874_1050 (size=13402) 2024-11-14T02:57:33,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741874_1050 (size=13402) 2024-11-14T02:57:33,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/f7f778467037490b9e759929242020b5 2024-11-14T02:57:33,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/f7f778467037490b9e759929242020b5 as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/f7f778467037490b9e759929242020b5 2024-11-14T02:57:33,327 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-11-14T02:57:33,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/f7f778467037490b9e759929242020b5, entries=8, sequenceid=308, filesize=13.1 K 2024-11-14T02:57:33,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=10.26 KB/10510 for 71c21e94d34cec67985bd67704d75035 in 23ms, sequenceid=308, compaction requested=true 2024-11-14T02:57:33,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71c21e94d34cec67985bd67704d75035: 2024-11-14T02:57:33,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c21e94d34cec67985bd67704d75035:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:57:33,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:57:33,331 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:57:33,332 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 194076 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:57:33,332 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1541): 71c21e94d34cec67985bd67704d75035/info is initiating minor compaction (all files) 2024-11-14T02:57:33,332 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71c21e94d34cec67985bd67704d75035/info in TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035. 2024-11-14T02:57:33,332 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/eb8e4501d65849f99d71ec178e6ba538, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/32c9a638b7fe4907bd44422bfd6bfa24, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/f7f778467037490b9e759929242020b5] into tmpdir=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp, totalSize=189.5 K 2024-11-14T02:57:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.HRegion(8855): Flush requested on 71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:33,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71c21e94d34cec67985bd67704d75035 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-14T02:57:33,333 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb8e4501d65849f99d71ec178e6ba538, keycount=148, bloomtype=ROW, size=158.2 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731553020754 2024-11-14T02:57:33,333 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32c9a638b7fe4907bd44422bfd6bfa24, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731553051262 2024-11-14T02:57:33,334 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7f778467037490b9e759929242020b5, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731553053289 2024-11-14T02:57:33,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/b2851e9a7a274c94840d1e93fa663981 is 1055, key is row0233/info:/1731553053308/Put/seqid=0 2024-11-14T02:57:33,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741875_1051 (size=17618) 2024-11-14T02:57:33,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741875_1051 (size=17618) 2024-11-14T02:57:33,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/b2851e9a7a274c94840d1e93fa663981 2024-11-14T02:57:33,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/b2851e9a7a274c94840d1e93fa663981 as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/b2851e9a7a274c94840d1e93fa663981 2024-11-14T02:57:33,353 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71c21e94d34cec67985bd67704d75035#info#compaction#66 average throughput is 42.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:57:33,353 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/c3ab5618c0e046098906b297a456eed7 is 1055, key is row0064/info:/1731553020754/Put/seqid=0 2024-11-14T02:57:33,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741876_1052 (size=184226) 2024-11-14T02:57:33,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741876_1052 (size=184226) 2024-11-14T02:57:33,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/b2851e9a7a274c94840d1e93fa663981, entries=12, sequenceid=323, filesize=17.2 K 2024-11-14T02:57:33,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for 71c21e94d34cec67985bd67704d75035 in 28ms, sequenceid=323, compaction requested=false 2024-11-14T02:57:33,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71c21e94d34cec67985bd67704d75035: 2024-11-14T02:57:33,363 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/c3ab5618c0e046098906b297a456eed7 as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/c3ab5618c0e046098906b297a456eed7 2024-11-14T02:57:33,370 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71c21e94d34cec67985bd67704d75035/info of 71c21e94d34cec67985bd67704d75035 into c3ab5618c0e046098906b297a456eed7(size=179.9 K), total size for store is 197.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:57:33,370 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71c21e94d34cec67985bd67704d75035: 2024-11-14T02:57:33,370 INFO [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035., storeName=71c21e94d34cec67985bd67704d75035/info, priority=13, startTime=1731553053331; duration=0sec 2024-11-14T02:57:33,370 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:57:33,370 DEBUG [RS:0;e5dc8b5cf5e9:44323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c21e94d34cec67985bd67704d75035:info 2024-11-14T02:57:35,360 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-14T02:57:35,380 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/WALs/e5dc8b5cf5e9,44323,1731553007241/e5dc8b5cf5e9%2C44323%2C1731553007241.1731553055361, exclude list is [], retry=0 2024-11-14T02:57:35,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35353,DS-52ffb329-ff6a-4d83-bc28-c5d54c8e8102,DISK] 2024-11-14T02:57:35,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36693,DS-1569fbe9-e1e6-4082-9b16-4a010fb275df,DISK] 2024-11-14T02:57:35,384 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/WALs/e5dc8b5cf5e9,44323,1731553007241/e5dc8b5cf5e9%2C44323%2C1731553007241.1731553007862 with entries=315, filesize=303.08 KB; new WAL /user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/WALs/e5dc8b5cf5e9,44323,1731553007241/e5dc8b5cf5e9%2C44323%2C1731553007241.1731553055361 2024-11-14T02:57:35,384 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43825:43825),(127.0.0.1/127.0.0.1:38423:38423)] 2024-11-14T02:57:35,384 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/WALs/e5dc8b5cf5e9,44323,1731553007241/e5dc8b5cf5e9%2C44323%2C1731553007241.1731553007862 is not closed yet, will try archiving it next time 2024-11-14T02:57:35,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741833_1009 (size=310363) 2024-11-14T02:57:35,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741833_1009 (size=310363) 2024-11-14T02:57:35,387 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 87a42c5b6f790dc434174bd280ac93e1: 2024-11-14T02:57:35,387 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-14T02:57:35,392 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740/.tmp/info/36adc24f6f5e4123b21f0a99a19dd145 is 193, key is TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035./info:regioninfo/1731553023610/Put/seqid=0 2024-11-14T02:57:35,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741878_1054 (size=6223) 2024-11-14T02:57:35,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741878_1054 (size=6223) 2024-11-14T02:57:35,397 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740/.tmp/info/36adc24f6f5e4123b21f0a99a19dd145 2024-11-14T02:57:35,403 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740/.tmp/info/36adc24f6f5e4123b21f0a99a19dd145 as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740/info/36adc24f6f5e4123b21f0a99a19dd145 2024-11-14T02:57:35,408 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740/info/36adc24f6f5e4123b21f0a99a19dd145, entries=5, sequenceid=21, filesize=6.1 K 2024-11-14T02:57:35,409 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 21ms, sequenceid=21, compaction requested=false 2024-11-14T02:57:35,409 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-14T02:57:35,409 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 71c21e94d34cec67985bd67704d75035 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-14T02:57:35,412 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/ee0ddcb95f684d1ea22104ca3a38d94a is 1055, key is row0245/info:/1731553053334/Put/seqid=0 2024-11-14T02:57:35,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741879_1055 (size=17618) 2024-11-14T02:57:35,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741879_1055 (size=17618) 2024-11-14T02:57:35,417 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/ee0ddcb95f684d1ea22104ca3a38d94a 2024-11-14T02:57:35,422 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/.tmp/info/ee0ddcb95f684d1ea22104ca3a38d94a as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/ee0ddcb95f684d1ea22104ca3a38d94a 2024-11-14T02:57:35,426 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/ee0ddcb95f684d1ea22104ca3a38d94a, entries=12, sequenceid=339, filesize=17.2 K 2024-11-14T02:57:35,427 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=0 B/0 for 71c21e94d34cec67985bd67704d75035 in 18ms, sequenceid=339, compaction requested=true 2024-11-14T02:57:35,427 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 71c21e94d34cec67985bd67704d75035: 2024-11-14T02:57:35,440 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/WALs/e5dc8b5cf5e9,44323,1731553007241/e5dc8b5cf5e9%2C44323%2C1731553007241.1731553055427, exclude list is [], retry=0 2024-11-14T02:57:35,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35353,DS-52ffb329-ff6a-4d83-bc28-c5d54c8e8102,DISK] 2024-11-14T02:57:35,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36693,DS-1569fbe9-e1e6-4082-9b16-4a010fb275df,DISK] 2024-11-14T02:57:35,444 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/WALs/e5dc8b5cf5e9,44323,1731553007241/e5dc8b5cf5e9%2C44323%2C1731553007241.1731553055361 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/WALs/e5dc8b5cf5e9,44323,1731553007241/e5dc8b5cf5e9%2C44323%2C1731553007241.1731553055427 2024-11-14T02:57:35,444 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38423:38423),(127.0.0.1/127.0.0.1:43825:43825)] 2024-11-14T02:57:35,444 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/WALs/e5dc8b5cf5e9,44323,1731553007241/e5dc8b5cf5e9%2C44323%2C1731553007241.1731553055361 is not closed yet, will try archiving it next time 2024-11-14T02:57:35,444 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/WALs/e5dc8b5cf5e9,44323,1731553007241/e5dc8b5cf5e9%2C44323%2C1731553007241.1731553007862 to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/oldWALs/e5dc8b5cf5e9%2C44323%2C1731553007241.1731553007862 2024-11-14T02:57:35,444 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T02:57:35,445 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/WALs/e5dc8b5cf5e9,44323,1731553007241/e5dc8b5cf5e9%2C44323%2C1731553007241.1731553055361 not finished, retry = 0 2024-11-14T02:57:35,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741877_1053 (size=731) 2024-11-14T02:57:35,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741877_1053 (size=731) 2024-11-14T02:57:35,547 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/WALs/e5dc8b5cf5e9,44323,1731553007241/e5dc8b5cf5e9%2C44323%2C1731553007241.1731553055361 to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/oldWALs/e5dc8b5cf5e9%2C44323%2C1731553007241.1731553055361 2024-11-14T02:57:35,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:57:35,645 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:57:35,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:57:35,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:57:35,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:57:35,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:57:35,647 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:57:35,647 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=516427729, stopped=false 2024-11-14T02:57:35,647 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e5dc8b5cf5e9,42917,1731553007072 2024-11-14T02:57:35,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x101374611790001, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T02:57:35,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T02:57:35,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:57:35,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x101374611790001, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:57:35,709 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:57:35,710 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:57:35,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44323-0x101374611790001, quorum=127.0.0.1:63857, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:57:35,711 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:57:35,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:57:35,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:57:35,712 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e5dc8b5cf5e9,44323,1731553007241' ***** 2024-11-14T02:57:35,713 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:57:35,713 INFO [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:57:35,713 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:57:35,714 INFO [RS:0;e5dc8b5cf5e9:44323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:57:35,714 INFO [RS:0;e5dc8b5cf5e9:44323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:57:35,714 INFO [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.HRegionServer(3091): Received CLOSE for 87a42c5b6f790dc434174bd280ac93e1 2024-11-14T02:57:35,714 INFO [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.HRegionServer(3091): Received CLOSE for 71c21e94d34cec67985bd67704d75035 2024-11-14T02:57:35,715 INFO [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.HRegionServer(959): stopping server e5dc8b5cf5e9,44323,1731553007241 2024-11-14T02:57:35,715 INFO [RS:0;e5dc8b5cf5e9:44323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:57:35,715 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87a42c5b6f790dc434174bd280ac93e1, disabling compactions & flushes 2024-11-14T02:57:35,715 INFO [RS:0;e5dc8b5cf5e9:44323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e5dc8b5cf5e9:44323. 2024-11-14T02:57:35,715 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731553022877.87a42c5b6f790dc434174bd280ac93e1. 2024-11-14T02:57:35,715 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:57:35,715 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731553022877.87a42c5b6f790dc434174bd280ac93e1. 2024-11-14T02:57:35,715 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:57:35,715 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731553022877.87a42c5b6f790dc434174bd280ac93e1. after waiting 0 ms 2024-11-14T02:57:35,715 INFO [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:57:35,715 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731553022877.87a42c5b6f790dc434174bd280ac93e1. 2024-11-14T02:57:35,715 INFO [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:57:35,715 INFO [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:57:35,715 INFO [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:57:35,716 INFO [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T02:57:35,716 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.HRegionServer(1325): Online Regions={87a42c5b6f790dc434174bd280ac93e1=TestLogRolling-testLogRolling,,1731553022877.87a42c5b6f790dc434174bd280ac93e1., 1588230740=hbase:meta,,1.1588230740, 71c21e94d34cec67985bd67704d75035=TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.} 2024-11-14T02:57:35,716 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71c21e94d34cec67985bd67704d75035, 87a42c5b6f790dc434174bd280ac93e1 2024-11-14T02:57:35,716 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:57:35,716 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:57:35,716 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:57:35,716 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:57:35,716 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:57:35,716 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731553022877.87a42c5b6f790dc434174bd280ac93e1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/87a42c5b6f790dc434174bd280ac93e1/info/a0dd8045bca643da92aebf30cd19e605.40bc07d93238c28b79ca9193d85e8910->hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/a0dd8045bca643da92aebf30cd19e605-bottom] to archive 2024-11-14T02:57:35,717 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731553022877.87a42c5b6f790dc434174bd280ac93e1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T02:57:35,719 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731553022877.87a42c5b6f790dc434174bd280ac93e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/87a42c5b6f790dc434174bd280ac93e1/info/a0dd8045bca643da92aebf30cd19e605.40bc07d93238c28b79ca9193d85e8910 to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/87a42c5b6f790dc434174bd280ac93e1/info/a0dd8045bca643da92aebf30cd19e605.40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:57:35,719 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731553022877.87a42c5b6f790dc434174bd280ac93e1.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e5dc8b5cf5e9:42917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-14T02:57:35,719 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731553022877.87a42c5b6f790dc434174bd280ac93e1.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-14T02:57:35,720 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-14T02:57:35,721 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:57:35,721 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:57:35,721 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731553055716Running coprocessor pre-close hooks at 1731553055716Disabling compacts and flushes for region at 1731553055716Disabling writes for close at 1731553055716Writing region close event to WAL at 1731553055717 (+1 ms)Running coprocessor post-close hooks at 1731553055721 (+4 ms)Closed at 1731553055721 2024-11-14T02:57:35,721 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:57:35,723 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/87a42c5b6f790dc434174bd280ac93e1/recovered.edits/135.seqid, newMaxSeqId=135, maxSeqId=130 2024-11-14T02:57:35,723 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731553022877.87a42c5b6f790dc434174bd280ac93e1. 2024-11-14T02:57:35,723 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87a42c5b6f790dc434174bd280ac93e1: Waiting for close lock at 1731553055715Running coprocessor pre-close hooks at 1731553055715Disabling compacts and flushes for region at 1731553055715Disabling writes for close at 1731553055715Writing region close event to WAL at 1731553055720 (+5 ms)Running coprocessor post-close hooks at 1731553055723 (+3 ms)Closed at 1731553055723 2024-11-14T02:57:35,723 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731553022877.87a42c5b6f790dc434174bd280ac93e1. 2024-11-14T02:57:35,724 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71c21e94d34cec67985bd67704d75035, disabling compactions & flushes 2024-11-14T02:57:35,724 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035. 2024-11-14T02:57:35,724 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035. 2024-11-14T02:57:35,724 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035. after waiting 0 ms 2024-11-14T02:57:35,724 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035. 2024-11-14T02:57:35,724 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/a0dd8045bca643da92aebf30cd19e605.40bc07d93238c28b79ca9193d85e8910->hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/40bc07d93238c28b79ca9193d85e8910/info/a0dd8045bca643da92aebf30cd19e605-top, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/TestLogRolling-testLogRolling=40bc07d93238c28b79ca9193d85e8910-d00fb9fc75734998af9975860fa53a21, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/3fe432cb83f942d38794809b9b0974a4, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/TestLogRolling-testLogRolling=40bc07d93238c28b79ca9193d85e8910-33f9ce4de9214031abe1e54cc7227d64, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/7f74575773b04f6394d0b5b9e8c0cdfa, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/5af6bc70a92441f787d77c63eb6f1c82, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/99c6869c3bc44c5cba702803ec2513df, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/81bb9ecf173c4ac8932985893114127c, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/06b0706955974a0d8462b9e5c9f6f51a, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/4467d97c349548b382ee06105cd17ef0, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/240ac6abc4804f0b8698ec5d24357dd6, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/2b3130de827f468a857161702233e5df, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/0fc64da9aef04127a4b652d80a90747f, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/56901fd4b2f845f39a225d53016e829e, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/810e06a8eff144718c753545e9ca23cd, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/1be9d5e39e9b47ffbab042eaf7291bb0, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/94167ef4000c4265938d94c30af0cf0e, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/eb8e4501d65849f99d71ec178e6ba538, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/513200ed5e3649bca9dae1988c7c7391, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/32c9a638b7fe4907bd44422bfd6bfa24, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/f7f778467037490b9e759929242020b5] to archive 2024-11-14T02:57:35,725 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T02:57:35,727 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/a0dd8045bca643da92aebf30cd19e605.40bc07d93238c28b79ca9193d85e8910 to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/a0dd8045bca643da92aebf30cd19e605.40bc07d93238c28b79ca9193d85e8910 2024-11-14T02:57:35,728 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/TestLogRolling-testLogRolling=40bc07d93238c28b79ca9193d85e8910-d00fb9fc75734998af9975860fa53a21 to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/TestLogRolling-testLogRolling=40bc07d93238c28b79ca9193d85e8910-d00fb9fc75734998af9975860fa53a21 2024-11-14T02:57:35,729 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/3fe432cb83f942d38794809b9b0974a4 to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/3fe432cb83f942d38794809b9b0974a4 2024-11-14T02:57:35,730 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/TestLogRolling-testLogRolling=40bc07d93238c28b79ca9193d85e8910-33f9ce4de9214031abe1e54cc7227d64 to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/TestLogRolling-testLogRolling=40bc07d93238c28b79ca9193d85e8910-33f9ce4de9214031abe1e54cc7227d64 2024-11-14T02:57:35,731 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/7f74575773b04f6394d0b5b9e8c0cdfa to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/7f74575773b04f6394d0b5b9e8c0cdfa 2024-11-14T02:57:35,733 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/5af6bc70a92441f787d77c63eb6f1c82 to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/5af6bc70a92441f787d77c63eb6f1c82 2024-11-14T02:57:35,733 INFO [regionserver/e5dc8b5cf5e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:57:35,733 INFO [regionserver/e5dc8b5cf5e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:57:35,734 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/99c6869c3bc44c5cba702803ec2513df to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/99c6869c3bc44c5cba702803ec2513df 2024-11-14T02:57:35,734 INFO [regionserver/e5dc8b5cf5e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:57:35,735 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/81bb9ecf173c4ac8932985893114127c to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/81bb9ecf173c4ac8932985893114127c 2024-11-14T02:57:35,736 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/06b0706955974a0d8462b9e5c9f6f51a to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/06b0706955974a0d8462b9e5c9f6f51a 2024-11-14T02:57:35,737 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/4467d97c349548b382ee06105cd17ef0 to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/4467d97c349548b382ee06105cd17ef0 2024-11-14T02:57:35,738 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/240ac6abc4804f0b8698ec5d24357dd6 to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/240ac6abc4804f0b8698ec5d24357dd6 2024-11-14T02:57:35,739 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/2b3130de827f468a857161702233e5df to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/2b3130de827f468a857161702233e5df 2024-11-14T02:57:35,740 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/0fc64da9aef04127a4b652d80a90747f to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/0fc64da9aef04127a4b652d80a90747f 2024-11-14T02:57:35,741 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/56901fd4b2f845f39a225d53016e829e to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/56901fd4b2f845f39a225d53016e829e 2024-11-14T02:57:35,742 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/810e06a8eff144718c753545e9ca23cd to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/810e06a8eff144718c753545e9ca23cd 2024-11-14T02:57:35,743 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/1be9d5e39e9b47ffbab042eaf7291bb0 to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/1be9d5e39e9b47ffbab042eaf7291bb0 2024-11-14T02:57:35,744 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/94167ef4000c4265938d94c30af0cf0e to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/94167ef4000c4265938d94c30af0cf0e 2024-11-14T02:57:35,745 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/eb8e4501d65849f99d71ec178e6ba538 to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/eb8e4501d65849f99d71ec178e6ba538 2024-11-14T02:57:35,746 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/513200ed5e3649bca9dae1988c7c7391 to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/513200ed5e3649bca9dae1988c7c7391 2024-11-14T02:57:35,747 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/32c9a638b7fe4907bd44422bfd6bfa24 to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/32c9a638b7fe4907bd44422bfd6bfa24 2024-11-14T02:57:35,748 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/f7f778467037490b9e759929242020b5 to hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/archive/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/info/f7f778467037490b9e759929242020b5 2024-11-14T02:57:35,748 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [3fe432cb83f942d38794809b9b0974a4=40005, 7f74575773b04f6394d0b5b9e8c0cdfa=13394, 5af6bc70a92441f787d77c63eb6f1c82=63341, 99c6869c3bc44c5cba702803ec2513df=19728, 81bb9ecf173c4ac8932985893114127c=16553, 06b0706955974a0d8462b9e5c9f6f51a=88792, 4467d97c349548b382ee06105cd17ef0=18675, 240ac6abc4804f0b8698ec5d24357dd6=22891, 2b3130de827f468a857161702233e5df=115223, 0fc64da9aef04127a4b652d80a90747f=13394, 56901fd4b2f845f39a225d53016e829e=18675, 810e06a8eff144718c753545e9ca23cd=141854, 1be9d5e39e9b47ffbab042eaf7291bb0=17606, 94167ef4000c4265938d94c30af0cf0e=13402, eb8e4501d65849f99d71ec178e6ba538=161986, 513200ed5e3649bca9dae1988c7c7391=16564, 32c9a638b7fe4907bd44422bfd6bfa24=18688, f7f778467037490b9e759929242020b5=13402] 2024-11-14T02:57:35,751 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/data/default/TestLogRolling-testLogRolling/71c21e94d34cec67985bd67704d75035/recovered.edits/342.seqid, newMaxSeqId=342, maxSeqId=130 2024-11-14T02:57:35,751 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035. 2024-11-14T02:57:35,751 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71c21e94d34cec67985bd67704d75035: Waiting for close lock at 1731553055723Running coprocessor pre-close hooks at 1731553055723Disabling compacts and flushes for region at 1731553055723Disabling writes for close at 1731553055724 (+1 ms)Writing region close event to WAL at 1731553055748 (+24 ms)Running coprocessor post-close hooks at 1731553055751 (+3 ms)Closed at 1731553055751 2024-11-14T02:57:35,752 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731553022877.71c21e94d34cec67985bd67704d75035. 2024-11-14T02:57:35,916 INFO [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.HRegionServer(976): stopping server e5dc8b5cf5e9,44323,1731553007241; all regions closed. 2024-11-14T02:57:35,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741834_1010 (size=8107) 2024-11-14T02:57:35,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741834_1010 (size=8107) 2024-11-14T02:57:35,926 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/oldWALs 2024-11-14T02:57:35,927 INFO [RS:0;e5dc8b5cf5e9:44323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e5dc8b5cf5e9%2C44323%2C1731553007241.meta:.meta(num 1731553008307) 2024-11-14T02:57:35,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741880_1056 (size=780) 2024-11-14T02:57:35,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741880_1056 (size=780) 2024-11-14T02:57:35,931 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/oldWALs 2024-11-14T02:57:35,931 INFO [RS:0;e5dc8b5cf5e9:44323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e5dc8b5cf5e9%2C44323%2C1731553007241:(num 1731553055427) 2024-11-14T02:57:35,931 DEBUG [RS:0;e5dc8b5cf5e9:44323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:57:35,931 INFO [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:57:35,931 INFO [RS:0;e5dc8b5cf5e9:44323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:57:35,932 INFO [RS:0;e5dc8b5cf5e9:44323 {}] hbase.ChoreService(370): Chore service for: regionserver/e5dc8b5cf5e9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T02:57:35,932 INFO [RS:0;e5dc8b5cf5e9:44323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:57:35,932 INFO [regionserver/e5dc8b5cf5e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:57:35,932 INFO [RS:0;e5dc8b5cf5e9:44323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44323 2024-11-14T02:57:35,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x101374611790001, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e5dc8b5cf5e9,44323,1731553007241 2024-11-14T02:57:35,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T02:57:35,939 INFO [RS:0;e5dc8b5cf5e9:44323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:57:35,949 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e5dc8b5cf5e9,44323,1731553007241] 2024-11-14T02:57:35,960 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e5dc8b5cf5e9,44323,1731553007241 already deleted, retry=false 2024-11-14T02:57:35,960 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e5dc8b5cf5e9,44323,1731553007241 expired; onlineServers=0 2024-11-14T02:57:35,960 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e5dc8b5cf5e9,42917,1731553007072' ***** 2024-11-14T02:57:35,960 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:57:35,960 INFO [M:0;e5dc8b5cf5e9:42917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:57:35,960 INFO [M:0;e5dc8b5cf5e9:42917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:57:35,960 DEBUG [M:0;e5dc8b5cf5e9:42917 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:57:35,960 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:57:35,960 DEBUG [M:0;e5dc8b5cf5e9:42917 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:57:35,960 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.small.0-1731553007626 {}] cleaner.HFileCleaner(306): Exit Thread[master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.small.0-1731553007626,5,FailOnTimeoutGroup] 2024-11-14T02:57:35,960 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.large.0-1731553007624 {}] cleaner.HFileCleaner(306): Exit Thread[master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.large.0-1731553007624,5,FailOnTimeoutGroup] 2024-11-14T02:57:35,961 INFO [M:0;e5dc8b5cf5e9:42917 {}] hbase.ChoreService(370): Chore service for: master/e5dc8b5cf5e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:57:35,961 INFO [M:0;e5dc8b5cf5e9:42917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:57:35,961 DEBUG [M:0;e5dc8b5cf5e9:42917 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:57:35,961 INFO [M:0;e5dc8b5cf5e9:42917 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:57:35,961 INFO [M:0;e5dc8b5cf5e9:42917 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:57:35,961 INFO [M:0;e5dc8b5cf5e9:42917 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:57:35,962 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:57:35,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T02:57:35,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:57:35,971 DEBUG [M:0;e5dc8b5cf5e9:42917 {}] zookeeper.ZKUtil(347): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T02:57:35,971 WARN [M:0;e5dc8b5cf5e9:42917 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:57:35,973 INFO [M:0;e5dc8b5cf5e9:42917 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/.lastflushedseqids 2024-11-14T02:57:35,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741881_1057 (size=228) 2024-11-14T02:57:35,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741881_1057 (size=228) 2024-11-14T02:57:35,983 INFO [M:0;e5dc8b5cf5e9:42917 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:57:35,983 INFO [M:0;e5dc8b5cf5e9:42917 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:57:35,983 DEBUG [M:0;e5dc8b5cf5e9:42917 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:57:35,983 INFO [M:0;e5dc8b5cf5e9:42917 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:57:35,983 DEBUG [M:0;e5dc8b5cf5e9:42917 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:57:35,983 DEBUG [M:0;e5dc8b5cf5e9:42917 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:57:35,983 DEBUG [M:0;e5dc8b5cf5e9:42917 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:57:35,983 INFO [M:0;e5dc8b5cf5e9:42917 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.38 KB 2024-11-14T02:57:36,003 DEBUG [M:0;e5dc8b5cf5e9:42917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b86dfa4fbc8f4edc8772fbb986b6cbc3 is 82, key is hbase:meta,,1/info:regioninfo/1731553008343/Put/seqid=0 2024-11-14T02:57:36,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741882_1058 (size=5672) 2024-11-14T02:57:36,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741882_1058 (size=5672) 2024-11-14T02:57:36,008 INFO [M:0;e5dc8b5cf5e9:42917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b86dfa4fbc8f4edc8772fbb986b6cbc3 2024-11-14T02:57:36,026 DEBUG [M:0;e5dc8b5cf5e9:42917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21496b11595a475782681ff54fc996ef is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731553008867/Put/seqid=0 2024-11-14T02:57:36,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741883_1059 (size=7090) 2024-11-14T02:57:36,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741883_1059 (size=7090) 2024-11-14T02:57:36,032 INFO [M:0;e5dc8b5cf5e9:42917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21496b11595a475782681ff54fc996ef 2024-11-14T02:57:36,037 INFO [M:0;e5dc8b5cf5e9:42917 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21496b11595a475782681ff54fc996ef 2024-11-14T02:57:36,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x101374611790001, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:57:36,049 INFO [RS:0;e5dc8b5cf5e9:44323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:57:36,049 INFO [RS:0;e5dc8b5cf5e9:44323 {}] regionserver.HRegionServer(1031): Exiting; stopping=e5dc8b5cf5e9,44323,1731553007241; zookeeper connection closed. 2024-11-14T02:57:36,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x101374611790001, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:57:36,050 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7bf6369d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7bf6369d 2024-11-14T02:57:36,050 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:57:36,052 DEBUG [M:0;e5dc8b5cf5e9:42917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6619b6e08d841c19fd1a0c658859fe4 is 69, key is e5dc8b5cf5e9,44323,1731553007241/rs:state/1731553007711/Put/seqid=0 2024-11-14T02:57:36,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741884_1060 (size=5156) 2024-11-14T02:57:36,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741884_1060 (size=5156) 2024-11-14T02:57:36,057 INFO [M:0;e5dc8b5cf5e9:42917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6619b6e08d841c19fd1a0c658859fe4 2024-11-14T02:57:36,074 DEBUG [M:0;e5dc8b5cf5e9:42917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c4e93a2f0671479a9338a06a8454a5af is 52, key is load_balancer_on/state:d/1731553008477/Put/seqid=0 2024-11-14T02:57:36,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741885_1061 (size=5056) 2024-11-14T02:57:36,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741885_1061 (size=5056) 2024-11-14T02:57:36,079 INFO [M:0;e5dc8b5cf5e9:42917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c4e93a2f0671479a9338a06a8454a5af 2024-11-14T02:57:36,085 DEBUG [M:0;e5dc8b5cf5e9:42917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b86dfa4fbc8f4edc8772fbb986b6cbc3 as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b86dfa4fbc8f4edc8772fbb986b6cbc3 2024-11-14T02:57:36,090 INFO [M:0;e5dc8b5cf5e9:42917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b86dfa4fbc8f4edc8772fbb986b6cbc3, entries=8, sequenceid=125, filesize=5.5 K 2024-11-14T02:57:36,091 DEBUG [M:0;e5dc8b5cf5e9:42917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21496b11595a475782681ff54fc996ef as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21496b11595a475782681ff54fc996ef 2024-11-14T02:57:36,095 INFO [M:0;e5dc8b5cf5e9:42917 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21496b11595a475782681ff54fc996ef 2024-11-14T02:57:36,095 INFO [M:0;e5dc8b5cf5e9:42917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21496b11595a475782681ff54fc996ef, entries=13, sequenceid=125, filesize=6.9 K 2024-11-14T02:57:36,096 DEBUG [M:0;e5dc8b5cf5e9:42917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6619b6e08d841c19fd1a0c658859fe4 as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6619b6e08d841c19fd1a0c658859fe4 2024-11-14T02:57:36,101 INFO [M:0;e5dc8b5cf5e9:42917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6619b6e08d841c19fd1a0c658859fe4, entries=1, sequenceid=125, filesize=5.0 K 2024-11-14T02:57:36,102 DEBUG [M:0;e5dc8b5cf5e9:42917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c4e93a2f0671479a9338a06a8454a5af as hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c4e93a2f0671479a9338a06a8454a5af 2024-11-14T02:57:36,107 INFO [M:0;e5dc8b5cf5e9:42917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41499/user/jenkins/test-data/a9c8aa99-4a40-a091-92dd-c165af0e000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c4e93a2f0671479a9338a06a8454a5af, entries=1, sequenceid=125, filesize=4.9 K 2024-11-14T02:57:36,108 INFO [M:0;e5dc8b5cf5e9:42917 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=125, compaction requested=false 2024-11-14T02:57:36,109 INFO [M:0;e5dc8b5cf5e9:42917 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:57:36,110 DEBUG [M:0;e5dc8b5cf5e9:42917 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731553055983Disabling compacts and flushes for region at 1731553055983Disabling writes for close at 1731553055983Obtaining lock to block concurrent updates at 1731553055983Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731553055983Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64840, getOffHeapSize=0, getCellsCount=148 at 1731553055984 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731553055985 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731553055985Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731553056002 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731553056002Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731553056012 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731553056026 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731553056026Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731553056037 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731553056052 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731553056052Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731553056062 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731553056074 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731553056074Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@452d1092: reopening flushed file at 1731553056084 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@500e4dbf: reopening flushed file at 1731553056090 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@446abdcc: reopening flushed file at 1731553056095 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2675cd21: reopening flushed file at 1731553056101 (+6 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=125, compaction requested=false at 1731553056108 (+7 ms)Writing region close event to WAL at 1731553056109 (+1 ms)Closed at 1731553056109 2024-11-14T02:57:36,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741830_1006 (size=61332) 2024-11-14T02:57:36,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741830_1006 (size=61332) 2024-11-14T02:57:36,112 INFO [M:0;e5dc8b5cf5e9:42917 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:57:36,112 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:57:36,112 INFO [M:0;e5dc8b5cf5e9:42917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42917 2024-11-14T02:57:36,112 INFO [M:0;e5dc8b5cf5e9:42917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:57:36,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:57:36,282 INFO [M:0;e5dc8b5cf5e9:42917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:57:36,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x101374611790000, quorum=127.0.0.1:63857, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:57:36,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18c6d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:57:36,287 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c9752be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:57:36,287 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:57:36,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2002fcf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:57:36,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e2d0169{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/hadoop.log.dir/,STOPPED} 2024-11-14T02:57:36,292 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:57:36,292 WARN [BP-1760778451-172.17.0.2-1731553004946 heartbeating to localhost/127.0.0.1:41499 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:57:36,292 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:57:36,292 WARN [BP-1760778451-172.17.0.2-1731553004946 heartbeating to localhost/127.0.0.1:41499 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1760778451-172.17.0.2-1731553004946 (Datanode Uuid 51bcc465-c87d-4b41-82ed-8a6f98dfd0f3) service to localhost/127.0.0.1:41499 2024-11-14T02:57:36,293 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/cluster_de0ed4e2-7d84-b097-83f3-f96819c4d8c5/data/data3/current/BP-1760778451-172.17.0.2-1731553004946 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:57:36,293 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/cluster_de0ed4e2-7d84-b097-83f3-f96819c4d8c5/data/data4/current/BP-1760778451-172.17.0.2-1731553004946 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:57:36,293 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:57:36,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@de395f6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:57:36,296 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b174c30{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:57:36,296 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:57:36,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b98b809{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:57:36,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c2410da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/hadoop.log.dir/,STOPPED} 2024-11-14T02:57:36,298 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:57:36,298 WARN [BP-1760778451-172.17.0.2-1731553004946 heartbeating to localhost/127.0.0.1:41499 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:57:36,298 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:57:36,298 WARN [BP-1760778451-172.17.0.2-1731553004946 heartbeating to localhost/127.0.0.1:41499 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1760778451-172.17.0.2-1731553004946 (Datanode Uuid 3f29b894-06c3-4187-8933-29284d43a56d) service to localhost/127.0.0.1:41499 2024-11-14T02:57:36,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/cluster_de0ed4e2-7d84-b097-83f3-f96819c4d8c5/data/data1/current/BP-1760778451-172.17.0.2-1731553004946 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:57:36,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/cluster_de0ed4e2-7d84-b097-83f3-f96819c4d8c5/data/data2/current/BP-1760778451-172.17.0.2-1731553004946 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:57:36,300 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:57:36,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34ae8fe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:57:36,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1dda6f05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:57:36,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:57:36,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14b98c51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:57:36,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d01b364{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/hadoop.log.dir/,STOPPED} 2024-11-14T02:57:36,313 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T02:57:36,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:57:36,346 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=111 (was 96) - Thread LEAK? -, OpenFileDescriptor=455 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=64 (was 57) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9970 (was 10146) 2024-11-14T02:57:36,353 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=111, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=64, ProcessCount=11, AvailableMemoryMB=9970 2024-11-14T02:57:36,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:57:36,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/hadoop.log.dir so I do NOT create it in target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e 2024-11-14T02:57:36,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b9a1fa0a-5de0-1828-50d6-57da7aa42855/hadoop.tmp.dir so I do NOT create it in target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e 2024-11-14T02:57:36,353 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/cluster_e7bd9a1f-ad98-aa4b-4942-9aa68d413096, deleteOnExit=true 2024-11-14T02:57:36,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:57:36,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/test.cache.data in system properties and HBase conf 2024-11-14T02:57:36,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:57:36,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:57:36,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:57:36,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:57:36,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:57:36,354 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:57:36,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:57:36,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:57:36,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:57:36,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:57:36,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:57:36,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:57:36,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:57:36,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:57:36,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:57:36,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:57:36,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:57:36,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:57:36,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:57:36,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:57:36,754 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:57:36,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:57:36,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:57:36,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:57:36,759 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:57:36,759 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:57:36,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@342910ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:57:36,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77002d83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:57:36,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a9332a2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/java.io.tmpdir/jetty-localhost-40079-hadoop-hdfs-3_4_1-tests_jar-_-any-4355450267788088816/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:57:36,854 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ad80073{HTTP/1.1, (http/1.1)}{localhost:40079} 2024-11-14T02:57:36,854 INFO [Time-limited test {}] server.Server(415): Started @199576ms 2024-11-14T02:57:37,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:57:37,089 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:57:37,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:57:37,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:57:37,091 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:57:37,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7011f6a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:57:37,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4feee255{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:57:37,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46cc490f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/java.io.tmpdir/jetty-localhost-43095-hadoop-hdfs-3_4_1-tests_jar-_-any-6181725812637536187/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:57:37,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a49edc2{HTTP/1.1, (http/1.1)}{localhost:43095} 2024-11-14T02:57:37,184 INFO [Time-limited test {}] server.Server(415): Started @199906ms 2024-11-14T02:57:37,185 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:57:37,210 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:57:37,213 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:57:37,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:57:37,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:57:37,214 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:57:37,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21e874ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:57:37,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1da5e2a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:57:37,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20e25c17{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/java.io.tmpdir/jetty-localhost-41265-hadoop-hdfs-3_4_1-tests_jar-_-any-8896270959916074627/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:57:37,308 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31f88409{HTTP/1.1, (http/1.1)}{localhost:41265} 2024-11-14T02:57:37,308 INFO [Time-limited test {}] server.Server(415): Started @200030ms 2024-11-14T02:57:37,309 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:57:38,286 WARN [Thread-1623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/cluster_e7bd9a1f-ad98-aa4b-4942-9aa68d413096/data/data1/current/BP-559914323-172.17.0.2-1731553056376/current, will proceed with Du for space computation calculation, 2024-11-14T02:57:38,287 WARN [Thread-1624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/cluster_e7bd9a1f-ad98-aa4b-4942-9aa68d413096/data/data2/current/BP-559914323-172.17.0.2-1731553056376/current, will proceed with Du for space computation calculation, 2024-11-14T02:57:38,309 WARN [Thread-1587 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:57:38,311 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7bd37145d40f0231 with lease ID 0x23eb071285c72f68: Processing first storage report for DS-674d6511-5faf-48b2-8913-c5714d68e21d from datanode DatanodeRegistration(127.0.0.1:45431, datanodeUuid=a30fc7ac-74f8-40a4-914d-7649c5407796, infoPort=46555, infoSecurePort=0, ipcPort=42037, storageInfo=lv=-57;cid=testClusterID;nsid=905606575;c=1731553056376) 2024-11-14T02:57:38,311 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7bd37145d40f0231 with lease ID 0x23eb071285c72f68: from storage DS-674d6511-5faf-48b2-8913-c5714d68e21d node DatanodeRegistration(127.0.0.1:45431, datanodeUuid=a30fc7ac-74f8-40a4-914d-7649c5407796, infoPort=46555, infoSecurePort=0, ipcPort=42037, storageInfo=lv=-57;cid=testClusterID;nsid=905606575;c=1731553056376), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:57:38,311 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7bd37145d40f0231 with lease ID 0x23eb071285c72f68: Processing first storage report for DS-e53458d6-6670-4695-8177-26e7f7915da5 from datanode DatanodeRegistration(127.0.0.1:45431, datanodeUuid=a30fc7ac-74f8-40a4-914d-7649c5407796, infoPort=46555, infoSecurePort=0, ipcPort=42037, storageInfo=lv=-57;cid=testClusterID;nsid=905606575;c=1731553056376) 2024-11-14T02:57:38,311 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7bd37145d40f0231 with lease ID 0x23eb071285c72f68: from storage DS-e53458d6-6670-4695-8177-26e7f7915da5 node DatanodeRegistration(127.0.0.1:45431, datanodeUuid=a30fc7ac-74f8-40a4-914d-7649c5407796, infoPort=46555, infoSecurePort=0, ipcPort=42037, storageInfo=lv=-57;cid=testClusterID;nsid=905606575;c=1731553056376), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:57:38,401 WARN [Thread-1634 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/cluster_e7bd9a1f-ad98-aa4b-4942-9aa68d413096/data/data3/current/BP-559914323-172.17.0.2-1731553056376/current, will proceed with Du for space computation calculation, 2024-11-14T02:57:38,401 WARN [Thread-1635 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/cluster_e7bd9a1f-ad98-aa4b-4942-9aa68d413096/data/data4/current/BP-559914323-172.17.0.2-1731553056376/current, will proceed with Du for space computation calculation, 2024-11-14T02:57:38,421 WARN [Thread-1610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:57:38,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb60ddff649288745 with lease ID 0x23eb071285c72f69: Processing first storage report for DS-7dc699a8-6956-4fae-b260-00190af68668 from datanode DatanodeRegistration(127.0.0.1:42227, datanodeUuid=2ab6638d-200d-4c0b-baf2-4ead95f22a8b, infoPort=40703, infoSecurePort=0, ipcPort=37993, storageInfo=lv=-57;cid=testClusterID;nsid=905606575;c=1731553056376) 2024-11-14T02:57:38,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb60ddff649288745 with lease ID 0x23eb071285c72f69: from storage DS-7dc699a8-6956-4fae-b260-00190af68668 node DatanodeRegistration(127.0.0.1:42227, datanodeUuid=2ab6638d-200d-4c0b-baf2-4ead95f22a8b, infoPort=40703, infoSecurePort=0, ipcPort=37993, storageInfo=lv=-57;cid=testClusterID;nsid=905606575;c=1731553056376), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:57:38,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb60ddff649288745 with lease ID 0x23eb071285c72f69: Processing first storage report for DS-133769b5-df77-4cdc-b562-246ece99c01f from datanode DatanodeRegistration(127.0.0.1:42227, datanodeUuid=2ab6638d-200d-4c0b-baf2-4ead95f22a8b, infoPort=40703, infoSecurePort=0, ipcPort=37993, storageInfo=lv=-57;cid=testClusterID;nsid=905606575;c=1731553056376) 2024-11-14T02:57:38,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb60ddff649288745 with lease ID 0x23eb071285c72f69: from storage DS-133769b5-df77-4cdc-b562-246ece99c01f node DatanodeRegistration(127.0.0.1:42227, datanodeUuid=2ab6638d-200d-4c0b-baf2-4ead95f22a8b, infoPort=40703, infoSecurePort=0, ipcPort=37993, storageInfo=lv=-57;cid=testClusterID;nsid=905606575;c=1731553056376), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:57:38,448 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e 2024-11-14T02:57:38,452 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/cluster_e7bd9a1f-ad98-aa4b-4942-9aa68d413096/zookeeper_0, clientPort=54718, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/cluster_e7bd9a1f-ad98-aa4b-4942-9aa68d413096/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/cluster_e7bd9a1f-ad98-aa4b-4942-9aa68d413096/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T02:57:38,453 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54718 2024-11-14T02:57:38,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:57:38,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:57:38,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:57:38,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:57:38,468 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e with version=8 2024-11-14T02:57:38,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44857/user/jenkins/test-data/bb70f012-0826-c04e-bdde-39653605c3bd/hbase-staging 2024-11-14T02:57:38,470 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e5dc8b5cf5e9:0 server-side Connection retries=45 2024-11-14T02:57:38,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:57:38,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:57:38,470 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:57:38,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:57:38,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:57:38,470 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:57:38,470 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:57:38,471 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34545 2024-11-14T02:57:38,472 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34545 connecting to ZooKeeper ensemble=127.0.0.1:54718 2024-11-14T02:57:38,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345450x0, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:57:38,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34545-0x1013746da3e0000 connected 2024-11-14T02:57:38,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:57:38,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:57:38,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:57:38,615 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e, hbase.cluster.distributed=false 2024-11-14T02:57:38,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T02:57:38,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34545 2024-11-14T02:57:38,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34545 2024-11-14T02:57:38,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34545 2024-11-14T02:57:38,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34545 2024-11-14T02:57:38,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34545 2024-11-14T02:57:38,634 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e5dc8b5cf5e9:0 server-side Connection retries=45 2024-11-14T02:57:38,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:57:38,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:57:38,634 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:57:38,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:57:38,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:57:38,634 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:57:38,634 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:57:38,635 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36085 2024-11-14T02:57:38,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36085 connecting to ZooKeeper ensemble=127.0.0.1:54718 2024-11-14T02:57:38,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:57:38,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:57:38,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360850x0, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:57:38,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36085-0x1013746da3e0001 connected 2024-11-14T02:57:38,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36085-0x1013746da3e0001, quorum=127.0.0.1:54718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:57:38,644 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:57:38,645 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:57:38,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36085-0x1013746da3e0001, quorum=127.0.0.1:54718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T02:57:38,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36085-0x1013746da3e0001, quorum=127.0.0.1:54718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T02:57:38,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36085 2024-11-14T02:57:38,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36085 2024-11-14T02:57:38,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36085 2024-11-14T02:57:38,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36085 2024-11-14T02:57:38,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36085 2024-11-14T02:57:38,664 DEBUG [M:0;e5dc8b5cf5e9:34545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e5dc8b5cf5e9:34545 2024-11-14T02:57:38,664 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e5dc8b5cf5e9,34545,1731553058470 2024-11-14T02:57:38,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:57:38,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1013746da3e0001, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:57:38,676 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e5dc8b5cf5e9,34545,1731553058470 2024-11-14T02:57:38,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1013746da3e0001, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T02:57:38,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:57:38,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1013746da3e0001, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:57:38,686 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T02:57:38,687 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e5dc8b5cf5e9,34545,1731553058470 from backup master directory 2024-11-14T02:57:38,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1013746da3e0001, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:57:38,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e5dc8b5cf5e9,34545,1731553058470 2024-11-14T02:57:38,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:57:38,696 WARN [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:57:38,696 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e5dc8b5cf5e9,34545,1731553058470 2024-11-14T02:57:38,700 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/hbase.id] with ID: ddccb4d7-c1c3-409d-91b5-219cbdd68d4e 2024-11-14T02:57:38,700 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/.tmp/hbase.id 2024-11-14T02:57:38,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:57:38,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:57:38,707 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/.tmp/hbase.id]:[hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/hbase.id] 2024-11-14T02:57:38,717 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:57:38,717 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:57:38,718 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T02:57:38,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1013746da3e0001, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:57:38,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:57:38,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:57:38,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:57:38,734 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:57:38,734 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:57:38,735 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:57:38,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:57:38,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:57:38,742 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/data/master/store 2024-11-14T02:57:38,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:57:38,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:57:38,748 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:57:38,748 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:57:38,748 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:57:38,748 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:57:38,748 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:57:38,748 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:57:38,748 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:57:38,748 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731553058748Disabling compacts and flushes for region at 1731553058748Disabling writes for close at 1731553058748Writing region close event to WAL at 1731553058748Closed at 1731553058748 2024-11-14T02:57:38,749 WARN [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/data/master/store/.initializing 2024-11-14T02:57:38,749 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/WALs/e5dc8b5cf5e9,34545,1731553058470 2024-11-14T02:57:38,750 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:57:38,752 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e5dc8b5cf5e9%2C34545%2C1731553058470, suffix=, logDir=hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/WALs/e5dc8b5cf5e9,34545,1731553058470, archiveDir=hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/oldWALs, maxLogs=10 2024-11-14T02:57:38,764 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/WALs/e5dc8b5cf5e9,34545,1731553058470/e5dc8b5cf5e9%2C34545%2C1731553058470.1731553058752, exclude list is [], retry=0 2024-11-14T02:57:38,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42227,DS-7dc699a8-6956-4fae-b260-00190af68668,DISK] 2024-11-14T02:57:38,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45431,DS-674d6511-5faf-48b2-8913-c5714d68e21d,DISK] 2024-11-14T02:57:38,768 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/WALs/e5dc8b5cf5e9,34545,1731553058470/e5dc8b5cf5e9%2C34545%2C1731553058470.1731553058752 2024-11-14T02:57:38,768 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40703:40703),(127.0.0.1/127.0.0.1:46555:46555)] 2024-11-14T02:57:38,769 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:57:38,769 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:57:38,769 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:57:38,769 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:57:38,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:57:38,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:57:38,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:57:38,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:57:38,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:57:38,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:57:38,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:57:38,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:57:38,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:57:38,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:57:38,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:57:38,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:57:38,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:57:38,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:57:38,780 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:57:38,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:57:38,781 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:57:38,782 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:57:38,782 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:57:38,783 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:57:38,783 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:57:38,784 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:57:38,785 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:57:38,787 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:57:38,787 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=771625, jitterRate=-0.018828198313713074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:57:38,788 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731553058769Initializing all the Stores at 1731553058770 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731553058770Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731553058773 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731553058773Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731553058773Cleaning up temporary data from old regions at 1731553058783 (+10 ms)Region opened successfully at 1731553058788 (+5 ms) 2024-11-14T02:57:38,788 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:57:38,791 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168df9bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e5dc8b5cf5e9/172.17.0.2:0 2024-11-14T02:57:38,792 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:57:38,792 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:57:38,792 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:57:38,792 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:57:38,793 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:57:38,793 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T02:57:38,793 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:57:38,796 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:57:38,796 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T02:57:38,801 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T02:57:38,802 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:57:38,803 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:57:38,812 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T02:57:38,812 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:57:38,814 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:57:38,822 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T02:57:38,823 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:57:38,833 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T02:57:38,835 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:57:38,843 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T02:57:38,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T02:57:38,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1013746da3e0001, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T02:57:38,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:57:38,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1013746da3e0001, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:57:38,855 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e5dc8b5cf5e9,34545,1731553058470, sessionid=0x1013746da3e0000, setting cluster-up flag (Was=false) 2024-11-14T02:57:38,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:57:38,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1013746da3e0001, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:57:38,907 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T02:57:38,910 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e5dc8b5cf5e9,34545,1731553058470 2024-11-14T02:57:38,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:57:38,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1013746da3e0001, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:57:38,959 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T02:57:38,961 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e5dc8b5cf5e9,34545,1731553058470 2024-11-14T02:57:38,962 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:57:38,963 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:57:38,963 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:57:38,964 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:57:38,964 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e5dc8b5cf5e9,34545,1731553058470 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:57:38,965 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e5dc8b5cf5e9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:57:38,965 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e5dc8b5cf5e9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:57:38,965 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:57:38,966 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:57:38,966 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e5dc8b5cf5e9:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:57:38,966 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:57:38,966 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:57:38,966 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:57:38,966 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731553088966 2024-11-14T02:57:38,966 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:57:38,967 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:57:38,967 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:57:38,967 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:57:38,967 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:57:38,967 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:57:38,967 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:57:38,967 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:57:38,967 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:57:38,967 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:57:38,967 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:57:38,967 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:57:38,968 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:57:38,968 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:57:38,968 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.large.0-1731553058968,5,FailOnTimeoutGroup] 2024-11-14T02:57:38,968 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.small.0-1731553058968,5,FailOnTimeoutGroup] 2024-11-14T02:57:38,968 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:57:38,968 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:57:38,968 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:57:38,968 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:57:38,968 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:57:38,968 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:57:38,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:57:38,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:57:38,975 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:57:38,975 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e 2024-11-14T02:57:38,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741832_1008 (size=32) 2024-11-14T02:57:38,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741832_1008 (size=32) 2024-11-14T02:57:38,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:57:38,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:57:38,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:57:38,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:57:38,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:57:38,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:57:38,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:57:38,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:57:38,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:57:38,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:57:38,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:57:38,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:57:38,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:57:38,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:57:38,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:57:38,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:57:38,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:57:38,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:57:38,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/data/hbase/meta/1588230740 2024-11-14T02:57:38,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/data/hbase/meta/1588230740 2024-11-14T02:57:38,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:57:38,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:57:38,993 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T02:57:38,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:57:38,996 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:57:38,997 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=876212, jitterRate=0.1141618937253952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T02:57:38,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731553058981Initializing all the Stores at 1731553058982 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731553058982Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731553058982Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731553058982Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731553058982Cleaning up temporary data from old regions at 1731553058992 (+10 ms)Region opened successfully at 1731553058997 (+5 ms) 2024-11-14T02:57:38,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:57:38,997 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:57:38,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:57:38,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:57:38,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:57:38,998 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:57:38,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731553058997Disabling compacts and flushes for region at 1731553058997Disabling writes for close at 1731553058997Writing region close event to WAL at 1731553058998 (+1 ms)Closed at 1731553058998 2024-11-14T02:57:38,999 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:57:38,999 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:57:38,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:57:39,000 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:57:39,001 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:57:39,052 INFO [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.HRegionServer(746): ClusterId : ddccb4d7-c1c3-409d-91b5-219cbdd68d4e 2024-11-14T02:57:39,052 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:57:39,068 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:57:39,068 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:57:39,078 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:57:39,079 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187254ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e5dc8b5cf5e9/172.17.0.2:0 2024-11-14T02:57:39,097 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e5dc8b5cf5e9:36085 2024-11-14T02:57:39,097 INFO [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:57:39,097 INFO [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:57:39,097 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:57:39,098 INFO [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.HRegionServer(2659): reportForDuty to master=e5dc8b5cf5e9,34545,1731553058470 with port=36085, startcode=1731553058633 2024-11-14T02:57:39,098 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:57:39,099 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37667, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:57:39,100 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34545 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e5dc8b5cf5e9,36085,1731553058633 2024-11-14T02:57:39,100 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34545 {}] master.ServerManager(517): Registering regionserver=e5dc8b5cf5e9,36085,1731553058633 2024-11-14T02:57:39,101 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e 2024-11-14T02:57:39,101 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37289 2024-11-14T02:57:39,101 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:57:39,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T02:57:39,107 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] zookeeper.ZKUtil(111): regionserver:36085-0x1013746da3e0001, quorum=127.0.0.1:54718, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e5dc8b5cf5e9,36085,1731553058633 2024-11-14T02:57:39,107 WARN [RS:0;e5dc8b5cf5e9:36085 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:57:39,107 INFO [RS:0;e5dc8b5cf5e9:36085 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:57:39,107 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/WALs/e5dc8b5cf5e9,36085,1731553058633 2024-11-14T02:57:39,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e5dc8b5cf5e9,36085,1731553058633] 2024-11-14T02:57:39,111 INFO [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:57:39,112 INFO [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:57:39,113 INFO [RS:0;e5dc8b5cf5e9:36085 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:57:39,113 INFO [RS:0;e5dc8b5cf5e9:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:57:39,113 INFO [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:57:39,114 INFO [RS:0;e5dc8b5cf5e9:36085 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:57:39,114 INFO [RS:0;e5dc8b5cf5e9:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:57:39,114 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:57:39,114 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:57:39,114 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:57:39,114 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:57:39,114 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:57:39,114 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:57:39,114 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:57:39,114 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:57:39,114 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:57:39,114 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:57:39,114 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:57:39,114 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:57:39,114 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e5dc8b5cf5e9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:57:39,114 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:57:39,116 INFO [RS:0;e5dc8b5cf5e9:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:57:39,116 INFO [RS:0;e5dc8b5cf5e9:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:57:39,116 INFO [RS:0;e5dc8b5cf5e9:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:57:39,116 INFO [RS:0;e5dc8b5cf5e9:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:57:39,116 INFO [RS:0;e5dc8b5cf5e9:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:57:39,116 INFO [RS:0;e5dc8b5cf5e9:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,36085,1731553058633-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:57:39,137 INFO [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:57:39,137 INFO [RS:0;e5dc8b5cf5e9:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,36085,1731553058633-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:57:39,138 INFO [RS:0;e5dc8b5cf5e9:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:57:39,138 INFO [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.Replication(171): e5dc8b5cf5e9,36085,1731553058633 started 2024-11-14T02:57:39,151 WARN [e5dc8b5cf5e9:34545 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T02:57:39,154 INFO [RS:0;e5dc8b5cf5e9:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:57:39,154 INFO [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.HRegionServer(1482): Serving as e5dc8b5cf5e9,36085,1731553058633, RpcServer on e5dc8b5cf5e9/172.17.0.2:36085, sessionid=0x1013746da3e0001 2024-11-14T02:57:39,154 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:57:39,154 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e5dc8b5cf5e9,36085,1731553058633 2024-11-14T02:57:39,154 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e5dc8b5cf5e9,36085,1731553058633' 2024-11-14T02:57:39,154 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T02:57:39,155 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T02:57:39,155 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:57:39,156 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:57:39,156 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e5dc8b5cf5e9,36085,1731553058633 2024-11-14T02:57:39,156 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e5dc8b5cf5e9,36085,1731553058633' 2024-11-14T02:57:39,156 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T02:57:39,156 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T02:57:39,156 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:57:39,156 INFO [RS:0;e5dc8b5cf5e9:36085 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:57:39,156 INFO [RS:0;e5dc8b5cf5e9:36085 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:57:39,257 INFO [RS:0;e5dc8b5cf5e9:36085 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:57:39,258 INFO [RS:0;e5dc8b5cf5e9:36085 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e5dc8b5cf5e9%2C36085%2C1731553058633, suffix=, logDir=hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/WALs/e5dc8b5cf5e9,36085,1731553058633, archiveDir=hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/oldWALs, maxLogs=32 2024-11-14T02:57:39,271 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/WALs/e5dc8b5cf5e9,36085,1731553058633/e5dc8b5cf5e9%2C36085%2C1731553058633.1731553059259, exclude list is [], retry=0 2024-11-14T02:57:39,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45431,DS-674d6511-5faf-48b2-8913-c5714d68e21d,DISK] 2024-11-14T02:57:39,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42227,DS-7dc699a8-6956-4fae-b260-00190af68668,DISK] 2024-11-14T02:57:39,275 INFO [RS:0;e5dc8b5cf5e9:36085 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/WALs/e5dc8b5cf5e9,36085,1731553058633/e5dc8b5cf5e9%2C36085%2C1731553058633.1731553059259 2024-11-14T02:57:39,276 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46555:46555),(127.0.0.1/127.0.0.1:40703:40703)] 2024-11-14T02:57:39,401 DEBUG [e5dc8b5cf5e9:34545 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:57:39,402 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e5dc8b5cf5e9,36085,1731553058633 2024-11-14T02:57:39,404 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e5dc8b5cf5e9,36085,1731553058633, state=OPENING 2024-11-14T02:57:39,465 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:57:39,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1013746da3e0001, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:57:39,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:57:39,478 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:57:39,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:57:39,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:57:39,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,36085,1731553058633}] 2024-11-14T02:57:39,634 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:57:39,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47605, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:57:39,645 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:57:39,645 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:57:39,645 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:57:39,647 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e5dc8b5cf5e9%2C36085%2C1731553058633.meta, suffix=.meta, logDir=hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/WALs/e5dc8b5cf5e9,36085,1731553058633, archiveDir=hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/oldWALs, maxLogs=32 2024-11-14T02:57:39,666 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/WALs/e5dc8b5cf5e9,36085,1731553058633/e5dc8b5cf5e9%2C36085%2C1731553058633.meta.1731553059648.meta, exclude list is [], retry=0 2024-11-14T02:57:39,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45431,DS-674d6511-5faf-48b2-8913-c5714d68e21d,DISK] 2024-11-14T02:57:39,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42227,DS-7dc699a8-6956-4fae-b260-00190af68668,DISK] 2024-11-14T02:57:39,669 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/WALs/e5dc8b5cf5e9,36085,1731553058633/e5dc8b5cf5e9%2C36085%2C1731553058633.meta.1731553059648.meta 2024-11-14T02:57:39,669 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46555:46555),(127.0.0.1/127.0.0.1:40703:40703)] 2024-11-14T02:57:39,670 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:57:39,670 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:57:39,670 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:57:39,670 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:57:39,670 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:57:39,670 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:57:39,670 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:57:39,670 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:57:39,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:57:39,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:57:39,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:57:39,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:57:39,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:57:39,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:57:39,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:57:39,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:57:39,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:57:39,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:57:39,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:57:39,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:57:39,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:57:39,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:57:39,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:57:39,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:57:39,676 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:57:39,676 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/data/hbase/meta/1588230740 2024-11-14T02:57:39,677 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/data/hbase/meta/1588230740 2024-11-14T02:57:39,678 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:57:39,678 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:57:39,679 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T02:57:39,680 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:57:39,680 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=819351, jitterRate=0.04185931384563446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T02:57:39,680 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:57:39,681 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731553059670Writing region info on filesystem at 1731553059670Initializing all the Stores at 1731553059671 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731553059671Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731553059671Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731553059671Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731553059671Cleaning up temporary data from old regions at 1731553059678 (+7 ms)Running coprocessor post-open hooks at 1731553059680 (+2 ms)Region opened successfully at 1731553059681 (+1 ms) 2024-11-14T02:57:39,682 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731553059633 2024-11-14T02:57:39,683 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:57:39,684 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:57:39,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,36085,1731553058633 2024-11-14T02:57:39,685 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e5dc8b5cf5e9,36085,1731553058633, state=OPEN 2024-11-14T02:57:39,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:57:39,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1013746da3e0001, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:57:39,725 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,36085,1731553058633 2024-11-14T02:57:39,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:57:39,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:57:39,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:57:39,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,36085,1731553058633 in 247 msec 2024-11-14T02:57:39,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:57:39,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 728 msec 2024-11-14T02:57:39,730 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:57:39,730 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:57:39,732 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:57:39,732 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,36085,1731553058633, seqNum=-1] 2024-11-14T02:57:39,733 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:57:39,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39971, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:57:39,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 776 msec 2024-11-14T02:57:39,740 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731553059740, completionTime=-1 2024-11-14T02:57:39,740 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:57:39,740 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T02:57:39,742 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T02:57:39,742 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731553119742 2024-11-14T02:57:39,742 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731553179742 2024-11-14T02:57:39,742 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-14T02:57:39,742 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,34545,1731553058470-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:57:39,742 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,34545,1731553058470-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:57:39,742 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,34545,1731553058470-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:57:39,742 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e5dc8b5cf5e9:34545, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:57:39,742 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:57:39,743 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:57:39,744 DEBUG [master/e5dc8b5cf5e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:57:39,745 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.048sec 2024-11-14T02:57:39,746 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:57:39,746 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:57:39,746 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:57:39,746 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:57:39,746 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:57:39,746 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,34545,1731553058470-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:57:39,746 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,34545,1731553058470-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:57:39,748 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:57:39,748 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:57:39,748 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,34545,1731553058470-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:57:39,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d7de83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:57:39,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e5dc8b5cf5e9,34545,-1 for getting cluster id 2024-11-14T02:57:39,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:57:39,751 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddccb4d7-c1c3-409d-91b5-219cbdd68d4e' 2024-11-14T02:57:39,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:57:39,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddccb4d7-c1c3-409d-91b5-219cbdd68d4e" 2024-11-14T02:57:39,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56396e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:57:39,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e5dc8b5cf5e9,34545,-1] 2024-11-14T02:57:39,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:57:39,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:57:39,753 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:57:39,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a41a64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:57:39,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:57:39,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,36085,1731553058633, seqNum=-1] 2024-11-14T02:57:39,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:57:39,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:57:39,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e5dc8b5cf5e9,34545,1731553058470 2024-11-14T02:57:39,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:57:39,760 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T02:57:39,760 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:57:39,761 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:57:39,763 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/WALs/test.com,8080,1, archiveDir=hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/oldWALs, maxLogs=32 2024-11-14T02:57:39,774 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/WALs/test.com,8080,1/test.com%2C8080%2C1.1731553059763, exclude list is [], retry=0 2024-11-14T02:57:39,776 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45431,DS-674d6511-5faf-48b2-8913-c5714d68e21d,DISK] 2024-11-14T02:57:39,776 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42227,DS-7dc699a8-6956-4fae-b260-00190af68668,DISK] 2024-11-14T02:57:39,778 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/WALs/test.com,8080,1/test.com%2C8080%2C1.1731553059763 2024-11-14T02:57:39,779 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46555:46555),(127.0.0.1/127.0.0.1:40703:40703)] 2024-11-14T02:57:39,791 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/WALs/test.com,8080,1/test.com%2C8080%2C1.1731553059779, exclude list is [], retry=0 2024-11-14T02:57:39,794 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42227,DS-7dc699a8-6956-4fae-b260-00190af68668,DISK] 2024-11-14T02:57:39,794 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45431,DS-674d6511-5faf-48b2-8913-c5714d68e21d,DISK] 2024-11-14T02:57:39,796 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/WALs/test.com,8080,1/test.com%2C8080%2C1.1731553059763 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/WALs/test.com,8080,1/test.com%2C8080%2C1.1731553059779 2024-11-14T02:57:39,796 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40703:40703),(127.0.0.1/127.0.0.1:46555:46555)] 2024-11-14T02:57:39,796 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/WALs/test.com,8080,1/test.com%2C8080%2C1.1731553059763 is not closed yet, will try archiving it next time 2024-11-14T02:57:39,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741835_1011 (size=93) 2024-11-14T02:57:39,798 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/WALs/test.com,8080,1/test.com%2C8080%2C1.1731553059763 not finished, retry = 0 2024-11-14T02:57:39,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741835_1011 (size=93) 2024-11-14T02:57:39,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741836_1012 (size=93) 2024-11-14T02:57:39,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741836_1012 (size=93) 2024-11-14T02:57:39,899 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/WALs/test.com,8080,1/test.com%2C8080%2C1.1731553059763 to hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/oldWALs/test.com%2C8080%2C1.1731553059763 2024-11-14T02:57:39,903 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/oldWALs 2024-11-14T02:57:39,903 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731553059779) 2024-11-14T02:57:39,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:57:39,903 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:57:39,903 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:57:39,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:57:39,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:57:39,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:57:39,903 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:57:39,904 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=220690748, stopped=false 2024-11-14T02:57:39,904 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e5dc8b5cf5e9,34545,1731553058470 2024-11-14T02:57:39,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T02:57:39,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1013746da3e0001, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T02:57:39,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:57:39,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1013746da3e0001, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:57:39,917 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:57:39,918 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:57:39,918 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:57:39,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:57:39,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36085-0x1013746da3e0001, quorum=127.0.0.1:54718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:57:39,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:57:39,918 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e5dc8b5cf5e9,36085,1731553058633' ***** 2024-11-14T02:57:39,918 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:57:39,918 INFO [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:57:39,918 INFO [RS:0;e5dc8b5cf5e9:36085 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:57:39,918 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:57:39,918 INFO [RS:0;e5dc8b5cf5e9:36085 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:57:39,919 INFO [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.HRegionServer(959): stopping server e5dc8b5cf5e9,36085,1731553058633 2024-11-14T02:57:39,919 INFO [RS:0;e5dc8b5cf5e9:36085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:57:39,919 INFO [RS:0;e5dc8b5cf5e9:36085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e5dc8b5cf5e9:36085. 2024-11-14T02:57:39,919 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:57:39,919 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:57:39,919 INFO [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:57:39,919 INFO [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:57:39,919 INFO [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:57:39,919 INFO [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:57:39,919 INFO [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T02:57:39,919 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T02:57:39,919 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:57:39,919 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:57:39,919 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:57:39,920 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:57:39,920 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:57:39,920 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:57:39,920 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T02:57:39,934 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/data/hbase/meta/1588230740/.tmp/ns/462e97392d094a888df0ad75387ced6b is 43, key is default/ns:d/1731553059735/Put/seqid=0 2024-11-14T02:57:39,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741837_1013 (size=5153) 2024-11-14T02:57:39,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741837_1013 (size=5153) 2024-11-14T02:57:39,939 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/data/hbase/meta/1588230740/.tmp/ns/462e97392d094a888df0ad75387ced6b 2024-11-14T02:57:39,944 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/data/hbase/meta/1588230740/.tmp/ns/462e97392d094a888df0ad75387ced6b as hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/data/hbase/meta/1588230740/ns/462e97392d094a888df0ad75387ced6b 2024-11-14T02:57:39,950 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/data/hbase/meta/1588230740/ns/462e97392d094a888df0ad75387ced6b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T02:57:39,950 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 30ms, sequenceid=6, compaction requested=false 2024-11-14T02:57:39,951 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T02:57:39,955 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T02:57:39,955 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:57:39,956 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:57:39,956 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731553059919Running coprocessor pre-close hooks at 1731553059919Disabling compacts and flushes for region at 1731553059919Disabling writes for close at 1731553059920 (+1 ms)Obtaining lock to block concurrent updates at 1731553059920Preparing flush snapshotting stores in 1588230740 at 1731553059920Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731553059920Flushing stores of hbase:meta,,1.1588230740 at 1731553059920Flushing 1588230740/ns: creating writer at 1731553059921 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731553059933 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731553059933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1534920c: reopening flushed file at 1731553059943 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 30ms, sequenceid=6, compaction requested=false at 1731553059950 (+7 ms)Writing region close event to WAL at 1731553059951 (+1 ms)Running coprocessor post-close hooks at 1731553059955 (+4 ms)Closed at 1731553059956 (+1 ms) 2024-11-14T02:57:39,956 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:57:40,118 INFO [regionserver/e5dc8b5cf5e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:57:40,118 INFO [regionserver/e5dc8b5cf5e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:57:40,120 INFO [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.HRegionServer(976): stopping server e5dc8b5cf5e9,36085,1731553058633; all regions closed. 2024-11-14T02:57:40,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741834_1010 (size=1152) 2024-11-14T02:57:40,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741834_1010 (size=1152) 2024-11-14T02:57:40,124 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/oldWALs 2024-11-14T02:57:40,124 INFO [RS:0;e5dc8b5cf5e9:36085 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e5dc8b5cf5e9%2C36085%2C1731553058633.meta:.meta(num 1731553059648) 2024-11-14T02:57:40,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741833_1009 (size=93) 2024-11-14T02:57:40,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741833_1009 (size=93) 2024-11-14T02:57:40,128 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/oldWALs 2024-11-14T02:57:40,128 INFO [RS:0;e5dc8b5cf5e9:36085 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e5dc8b5cf5e9%2C36085%2C1731553058633:(num 1731553059259) 2024-11-14T02:57:40,128 DEBUG [RS:0;e5dc8b5cf5e9:36085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:57:40,128 INFO [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:57:40,128 INFO [RS:0;e5dc8b5cf5e9:36085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:57:40,128 INFO [RS:0;e5dc8b5cf5e9:36085 {}] hbase.ChoreService(370): Chore service for: regionserver/e5dc8b5cf5e9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T02:57:40,129 INFO [RS:0;e5dc8b5cf5e9:36085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:57:40,129 INFO [regionserver/e5dc8b5cf5e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:57:40,129 INFO [RS:0;e5dc8b5cf5e9:36085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36085 2024-11-14T02:57:40,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1013746da3e0001, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e5dc8b5cf5e9,36085,1731553058633 2024-11-14T02:57:40,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T02:57:40,138 INFO [RS:0;e5dc8b5cf5e9:36085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:57:40,149 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e5dc8b5cf5e9,36085,1731553058633] 2024-11-14T02:57:40,159 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e5dc8b5cf5e9,36085,1731553058633 already deleted, retry=false 2024-11-14T02:57:40,159 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e5dc8b5cf5e9,36085,1731553058633 expired; onlineServers=0 2024-11-14T02:57:40,159 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e5dc8b5cf5e9,34545,1731553058470' ***** 2024-11-14T02:57:40,160 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:57:40,160 INFO [M:0;e5dc8b5cf5e9:34545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:57:40,160 INFO [M:0;e5dc8b5cf5e9:34545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:57:40,160 DEBUG [M:0;e5dc8b5cf5e9:34545 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:57:40,160 DEBUG [M:0;e5dc8b5cf5e9:34545 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:57:40,160 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:57:40,160 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.small.0-1731553058968 {}] cleaner.HFileCleaner(306): Exit Thread[master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.small.0-1731553058968,5,FailOnTimeoutGroup] 2024-11-14T02:57:40,160 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.large.0-1731553058968 {}] cleaner.HFileCleaner(306): Exit Thread[master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.large.0-1731553058968,5,FailOnTimeoutGroup] 2024-11-14T02:57:40,160 INFO [M:0;e5dc8b5cf5e9:34545 {}] hbase.ChoreService(370): Chore service for: master/e5dc8b5cf5e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:57:40,160 INFO [M:0;e5dc8b5cf5e9:34545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:57:40,160 DEBUG [M:0;e5dc8b5cf5e9:34545 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:57:40,160 INFO [M:0;e5dc8b5cf5e9:34545 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:57:40,160 INFO [M:0;e5dc8b5cf5e9:34545 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:57:40,161 INFO [M:0;e5dc8b5cf5e9:34545 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:57:40,161 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:57:40,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T02:57:40,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:57:40,170 DEBUG [M:0;e5dc8b5cf5e9:34545 {}] zookeeper.ZKUtil(347): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T02:57:40,170 WARN [M:0;e5dc8b5cf5e9:34545 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:57:40,171 INFO [M:0;e5dc8b5cf5e9:34545 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/.lastflushedseqids 2024-11-14T02:57:40,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741838_1014 (size=99) 2024-11-14T02:57:40,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741838_1014 (size=99) 2024-11-14T02:57:40,176 INFO [M:0;e5dc8b5cf5e9:34545 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:57:40,176 INFO [M:0;e5dc8b5cf5e9:34545 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:57:40,176 DEBUG [M:0;e5dc8b5cf5e9:34545 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:57:40,176 INFO [M:0;e5dc8b5cf5e9:34545 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:57:40,176 DEBUG [M:0;e5dc8b5cf5e9:34545 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:57:40,176 DEBUG [M:0;e5dc8b5cf5e9:34545 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:57:40,176 DEBUG [M:0;e5dc8b5cf5e9:34545 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:57:40,177 INFO [M:0;e5dc8b5cf5e9:34545 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-14T02:57:40,194 DEBUG [M:0;e5dc8b5cf5e9:34545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/266ed450ed9a497d812a7b5b41f14441 is 82, key is hbase:meta,,1/info:regioninfo/1731553059684/Put/seqid=0 2024-11-14T02:57:40,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741839_1015 (size=5672) 2024-11-14T02:57:40,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741839_1015 (size=5672) 2024-11-14T02:57:40,200 INFO [M:0;e5dc8b5cf5e9:34545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/266ed450ed9a497d812a7b5b41f14441 2024-11-14T02:57:40,217 DEBUG [M:0;e5dc8b5cf5e9:34545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e1af854e2de4979b07c08f3139d97c7 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731553059739/Put/seqid=0 2024-11-14T02:57:40,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741840_1016 (size=5275) 2024-11-14T02:57:40,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741840_1016 (size=5275) 2024-11-14T02:57:40,222 INFO [M:0;e5dc8b5cf5e9:34545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e1af854e2de4979b07c08f3139d97c7 2024-11-14T02:57:40,240 DEBUG [M:0;e5dc8b5cf5e9:34545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e43fc0ba0fd4245ab928c4067cafc0f is 69, key is e5dc8b5cf5e9,36085,1731553058633/rs:state/1731553059100/Put/seqid=0 2024-11-14T02:57:40,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741841_1017 (size=5156) 2024-11-14T02:57:40,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741841_1017 (size=5156) 2024-11-14T02:57:40,245 INFO [M:0;e5dc8b5cf5e9:34545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e43fc0ba0fd4245ab928c4067cafc0f 2024-11-14T02:57:40,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1013746da3e0001, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:57:40,249 INFO [RS:0;e5dc8b5cf5e9:36085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:57:40,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1013746da3e0001, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:57:40,249 INFO [RS:0;e5dc8b5cf5e9:36085 {}] regionserver.HRegionServer(1031): Exiting; stopping=e5dc8b5cf5e9,36085,1731553058633; zookeeper connection closed. 2024-11-14T02:57:40,249 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@573fc428 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@573fc428 2024-11-14T02:57:40,250 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:57:40,262 DEBUG [M:0;e5dc8b5cf5e9:34545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cac9c3baad0441609e279a17ce08d9dc is 52, key is load_balancer_on/state:d/1731553059759/Put/seqid=0 2024-11-14T02:57:40,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741842_1018 (size=5056) 2024-11-14T02:57:40,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741842_1018 (size=5056) 2024-11-14T02:57:40,268 INFO [M:0;e5dc8b5cf5e9:34545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cac9c3baad0441609e279a17ce08d9dc 2024-11-14T02:57:40,273 DEBUG [M:0;e5dc8b5cf5e9:34545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/266ed450ed9a497d812a7b5b41f14441 as hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/266ed450ed9a497d812a7b5b41f14441 2024-11-14T02:57:40,277 INFO [M:0;e5dc8b5cf5e9:34545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/266ed450ed9a497d812a7b5b41f14441, entries=8, sequenceid=29, filesize=5.5 K 2024-11-14T02:57:40,278 DEBUG [M:0;e5dc8b5cf5e9:34545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e1af854e2de4979b07c08f3139d97c7 as hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e1af854e2de4979b07c08f3139d97c7 2024-11-14T02:57:40,283 INFO [M:0;e5dc8b5cf5e9:34545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e1af854e2de4979b07c08f3139d97c7, entries=3, sequenceid=29, filesize=5.2 K 2024-11-14T02:57:40,284 DEBUG [M:0;e5dc8b5cf5e9:34545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e43fc0ba0fd4245ab928c4067cafc0f as hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e43fc0ba0fd4245ab928c4067cafc0f 2024-11-14T02:57:40,287 INFO [M:0;e5dc8b5cf5e9:34545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e43fc0ba0fd4245ab928c4067cafc0f, entries=1, sequenceid=29, filesize=5.0 K 2024-11-14T02:57:40,288 DEBUG [M:0;e5dc8b5cf5e9:34545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cac9c3baad0441609e279a17ce08d9dc as hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/cac9c3baad0441609e279a17ce08d9dc 2024-11-14T02:57:40,292 INFO [M:0;e5dc8b5cf5e9:34545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37289/user/jenkins/test-data/4f338f1f-fd90-5cab-3565-2ff0fc13fa0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/cac9c3baad0441609e279a17ce08d9dc, entries=1, sequenceid=29, filesize=4.9 K 2024-11-14T02:57:40,293 INFO [M:0;e5dc8b5cf5e9:34545 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=29, compaction requested=false 2024-11-14T02:57:40,295 INFO [M:0;e5dc8b5cf5e9:34545 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:57:40,295 DEBUG [M:0;e5dc8b5cf5e9:34545 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731553060176Disabling compacts and flushes for region at 1731553060176Disabling writes for close at 1731553060176Obtaining lock to block concurrent updates at 1731553060177 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731553060177Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731553060177Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731553060178 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731553060178Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731553060194 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731553060194Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731553060204 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731553060217 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731553060217Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731553060226 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731553060239 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731553060239Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731553060249 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731553060262 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731553060262Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4033a0c5: reopening flushed file at 1731553060272 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@832cccb: reopening flushed file at 1731553060278 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@701f052a: reopening flushed file at 1731553060283 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4556a65b: reopening flushed file at 1731553060287 (+4 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=29, compaction requested=false at 1731553060293 (+6 ms)Writing region close event to WAL at 1731553060295 (+2 ms)Closed at 1731553060295 2024-11-14T02:57:40,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741830_1006 (size=10311) 2024-11-14T02:57:40,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741830_1006 (size=10311) 2024-11-14T02:57:40,298 INFO [M:0;e5dc8b5cf5e9:34545 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:57:40,298 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:57:40,298 INFO [M:0;e5dc8b5cf5e9:34545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34545 2024-11-14T02:57:40,298 INFO [M:0;e5dc8b5cf5e9:34545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:57:40,407 INFO [M:0;e5dc8b5cf5e9:34545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:57:40,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:57:40,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1013746da3e0000, quorum=127.0.0.1:54718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:57:40,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20e25c17{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:57:40,411 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31f88409{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:57:40,411 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:57:40,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1da5e2a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:57:40,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21e874ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/hadoop.log.dir/,STOPPED} 2024-11-14T02:57:40,414 WARN [BP-559914323-172.17.0.2-1731553056376 heartbeating to localhost/127.0.0.1:37289 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:57:40,414 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:57:40,414 WARN [BP-559914323-172.17.0.2-1731553056376 heartbeating to localhost/127.0.0.1:37289 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-559914323-172.17.0.2-1731553056376 (Datanode Uuid 2ab6638d-200d-4c0b-baf2-4ead95f22a8b) service to localhost/127.0.0.1:37289 2024-11-14T02:57:40,414 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:57:40,415 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/cluster_e7bd9a1f-ad98-aa4b-4942-9aa68d413096/data/data3/current/BP-559914323-172.17.0.2-1731553056376 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:57:40,415 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/cluster_e7bd9a1f-ad98-aa4b-4942-9aa68d413096/data/data4/current/BP-559914323-172.17.0.2-1731553056376 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:57:40,415 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:57:40,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46cc490f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:57:40,419 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a49edc2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:57:40,419 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:57:40,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4feee255{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:57:40,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7011f6a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/hadoop.log.dir/,STOPPED} 2024-11-14T02:57:40,421 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:57:40,421 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:57:40,421 WARN [BP-559914323-172.17.0.2-1731553056376 heartbeating to localhost/127.0.0.1:37289 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:57:40,421 WARN [BP-559914323-172.17.0.2-1731553056376 heartbeating to localhost/127.0.0.1:37289 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-559914323-172.17.0.2-1731553056376 (Datanode Uuid a30fc7ac-74f8-40a4-914d-7649c5407796) service to localhost/127.0.0.1:37289 2024-11-14T02:57:40,422 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/cluster_e7bd9a1f-ad98-aa4b-4942-9aa68d413096/data/data1/current/BP-559914323-172.17.0.2-1731553056376 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:57:40,422 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/cluster_e7bd9a1f-ad98-aa4b-4942-9aa68d413096/data/data2/current/BP-559914323-172.17.0.2-1731553056376 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:57:40,422 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:57:40,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a9332a2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:57:40,430 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ad80073{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:57:40,430 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:57:40,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77002d83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:57:40,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@342910ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3d399f8-7f56-a672-b2c6-b9c44cd1da9e/hadoop.log.dir/,STOPPED} 2024-11-14T02:57:40,434 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T02:57:40,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:57:40,455 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=133 (was 111) - Thread LEAK? -, OpenFileDescriptor=510 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=64 (was 64), ProcessCount=11 (was 11), AvailableMemoryMB=9922 (was 9970)